-- Logs begin at Fri 2022-02-04 17:03:07 UTC, end at Fri 2022-02-04 18:26:20 UTC. -- Feb 04 17:52:09.938846 dv-cinder-822768-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 17:52:12.907509 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:52:12.908186 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:52:12.908323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:52:12.912194 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:52:12.912451 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:52:12.912766 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:52:12.913707 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:52:12.913995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:52:12.914371 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:52:12.914654 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:52:12.914885 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:52:12.915362 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.915794 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 17:52:12.916116 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.916420 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.916723 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.917027 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.917323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.917612 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.917907 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.918210 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.918529 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.918817 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.919105 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.919401 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.919687 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.919977 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.920273 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.920553 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.920843 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.921322 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.921727 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.922011 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.922303 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.922614 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.922890 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.923171 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.923460 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.923791 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] host = dv-cinder-822768-3-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.924075 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.924365 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.924658 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.924944 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.925222 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.925503 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.926331 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.926636 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.926915 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.927308 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.927607 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.927900 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.928195 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.928424 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.928650 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.928952 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.929243 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.929525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.929806 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.930085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.930368 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.930675 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.930950 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.931241 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.931530 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.931818 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.932100 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.932415 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.932693 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.932971 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.933258 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.933538 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.933816 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.934093 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.934384 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.934686 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.934964 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.935269 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.935560 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.935847 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.936138 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.936418 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.936703 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.936981 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.937257 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.937533 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.937810 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.938085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.938370 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.938673 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.938949 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.939229 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.939504 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.939793 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.940070 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:12.940374 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.940675 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.940981 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.941309 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.941606 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.941893 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.942187 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.942502 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.942797 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.943091 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.943383 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.943664 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.944000 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.944292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.944591 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.944899 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.945199 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.945497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.945779 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.946060 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.946340 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.946645 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.946938 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.947224 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.947521 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.947919 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.948218 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.948525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.948818 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.949114 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.949410 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.949690 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.950016 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.950318 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.950627 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.950906 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.951188 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.951483 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.951767 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.952044 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.952330 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.952612 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.952887 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.953163 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.953450 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.953738 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.954018 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.954296 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.954595 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.954881 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.955155 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.955441 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.955725 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.955997 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.956273 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.956560 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.956857 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.957137 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.957420 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.957699 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.957984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.958257 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.958556 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.958835 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.959113 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.959393 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.959670 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.959963 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.960260 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.960517 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.960791 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.961068 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.961346 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.961627 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.961915 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.962217 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.962532 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.962815 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.963102 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.963379 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.963660 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.963943 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.964228 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.964516 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.964790 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.965087 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.965377 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.965669 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.965974 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.966260 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.966594 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.966886 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.967181 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.967470 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.967765 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.968057 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.968345 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.968644 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.968945 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.969252 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.969553 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.969854 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.970144 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.970499 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.970778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:12.971003 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:52:12.971245 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 17:52:13.355496 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:52:13.355832 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:52:13.356223 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:52:13.356418 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 17:52:13.691621 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.691846 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.692119 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.693451 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.693730 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.693996 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.737953 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.738862 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.739137 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.753351 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.753663 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.753940 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.784351 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.784637 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.785446 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.821322 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.821603 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:13.821877 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.182438 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.183016 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.183016 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.183238 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.183932 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.284558 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.285393 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.285681 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.285959 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.286230 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.286571 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.286839 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.287099 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.287357 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.287642 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.287901 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.288277 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.288538 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.288792 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.289050 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.289318 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.289571 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.289839 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.290107 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.290368 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.290672 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.290929 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.291213 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.291592 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.291844 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.292091 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.292522 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.292768 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.293008 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.293246 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.293484 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.293720 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:14.294161 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 17:52:14.298378 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 17:52:14.303103 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 17:52:14.306979 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Feb 04 17:52:14.308621 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 17:52:14.309089 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 17:52:14.309417 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 17:52:14.309810 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 17:52:14.312675 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 17:52:14.312929 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 17:52:14.313276 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:52:14.318298 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 17:52:14.341312 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 17:52:14.341773 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.342074 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 17:52:14.342455 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.343854 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 17:52:14.344176 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:52:14.344427 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 17:52:14.348332 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.348612 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:14.413393 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 17:52:14.413582 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 17:52:14.413820 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 17:52:14.414200 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 17:52:14.435054 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_db.sqlalchemy.engines [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 17:52:15.014185 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing driver for type 'gre' Feb 04 17:52:15.014749 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] gre ID ranges: [(1, 1000)] Feb 04 17:52:15.219754 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing driver for type 'local' Feb 04 17:52:15.220303 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing driver for type 'vlan' Feb 04 17:52:15.476632 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] VlanTypeDriver initialization complete Feb 04 17:52:15.480493 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing driver for type 'vxlan' Feb 04 17:52:15.480493 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] vxlan ID ranges: [(1, 1000)] Feb 04 17:52:15.745276 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing extension driver 'port_security' Feb 04 17:52:15.745540 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.extensions.port_security [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] PortSecurityExtensionDriver initialization complete Feb 04 17:52:15.745881 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing mechanism driver 'openvswitch' Feb 04 17:52:15.746207 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing mechanism driver 'hyperv' Feb 04 17:52:15.753107 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.plugin [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:15.754501 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.754883 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.755292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.755832 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.756300 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.756641 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.756990 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.757392 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.757813 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.758163 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.758534 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.758935 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.759350 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.759705 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.760058 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.760455 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.760870 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.761226 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.761555 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.761963 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.762382 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.763010 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.763349 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.763740 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:52:15.764236 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] ML2 OVO RPC backend initialized. {{(pid=109301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 17:52:15.764956 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.765317 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.765746 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.766096 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > networks before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.766461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.766807 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > ports before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.767152 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.767492 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.767836 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.768176 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.768509 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.768843 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.769208 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.769510 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.770526 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.770872 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.771208 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.778859 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded quota_driver: . Feb 04 17:52:15.779226 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.plugin [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Modular L2 Plugin initialization complete Feb 04 17:52:15.779578 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading services supported by the core plugin {{(pid=109301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 17:52:15.779920 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Got port-security extension from driver 'port_security' Feb 04 17:52:15.780400 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.extensions.vlantransparent [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Disabled vlantransparent extension. Feb 04 17:52:15.780906 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 17:52:15.781229 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: router Feb 04 17:52:15.829025 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.829428 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.829801 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router before_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.830181 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.830594 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.830951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_delete 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.831317 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.831670 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.832163 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.833039 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.833401 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.833757 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.834123 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.834571 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.834949 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.835292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.835635 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.835980 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.836333 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.836702 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.837028 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.837378 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.837738 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.838085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.838604 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.838976 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.839327 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.839698 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > agent after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.840060 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > agent after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.840409 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.841310 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Tracking information for resource: router configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:15.841646 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Tracking information for resource: floatingip configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:52:15.846797 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.db.l3_agentschedulers_db [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 17:52:15.847385 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.847754 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.848109 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.848467 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.849285 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router before_create 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.849659 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.850032 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.850394 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.855272 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.provider_configuration [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service providers = [] {{(pid=109301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 17:52:15.855644 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.db.servicetype_db [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 17:52:15.874965 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:52:15.875320 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:52:15.875727 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:52:15.876634 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:52:15.877012 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.services.service_base [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 17:52:15.877402 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.877725 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 17:52:15.889575 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.889918 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: auto_allocate Feb 04 17:52:15.896438 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: network precommit_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.896817 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: network precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.897401 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.897728 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: tag Feb 04 17:52:15.904694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.905028 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: timestamp Feb 04 17:52:15.908986 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.909327 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: network_ip_availability Feb 04 17:52:15.914976 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.915361 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.915727 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:15.916454 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.916780 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: flavors Feb 04 17:52:15.926475 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.926817 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading Plugin: revisions Feb 04 17:52:15.931198 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:52:15.931599 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.575s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:52:15.932358 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 17:52:15.932739 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Initializing extension manager. Feb 04 17:52:15.933236 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: __init__.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.933586 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: __pycache__ {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.933928 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.934270 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.935071 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.935656 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: address-group Feb 04 17:52:15.935992 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: address_scope.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.936715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.937239 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: address-scope Feb 04 17:52:15.937567 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.938532 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.939057 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: router-admin-state-down-before-update Feb 04 17:52:15.939386 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: agent.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.940102 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.940620 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: agent Feb 04 17:52:15.940955 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: agent_resources_synced.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.942412 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.942968 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: agent-resources-synced Feb 04 17:52:15.943301 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.945129 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.945669 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: allowed-address-pairs Feb 04 17:52:15.946007 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.947127 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.947657 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: auto-allocated-topology Feb 04 17:52:15.947988 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.948693 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.949213 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: availability_zone Feb 04 17:52:15.949546 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: availability_zone_filter.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.950514 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.951040 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: availability_zone_filter Feb 04 17:52:15.951369 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: data_plane_status.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.952289 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.952806 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 17:52:15.953131 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: default_subnetpools.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.954058 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.954615 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: default-subnetpools Feb 04 17:52:15.954943 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.955761 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.956288 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: dhcp_agent_scheduler Feb 04 17:52:15.956613 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: dns.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.958119 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.958676 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 17:52:15.959005 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: dns_domain_ports.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.959945 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.960476 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 17:52:15.960805 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.961740 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.962269 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 17:52:15.962624 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: dvr.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.963307 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.963830 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: dvr Feb 04 17:52:15.964156 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: ecmp_routes.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.965089 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.965608 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 17:52:15.965934 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: empty_string_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.966900 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.967425 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: empty-string-filtering Feb 04 17:52:15.967757 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.968684 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.969203 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:52:15.969531 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.970482 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.971009 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 17:52:15.971337 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: external_net.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.972262 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.972807 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: external-net Feb 04 17:52:15.973133 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.974055 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.974604 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: extra_dhcp_opt Feb 04 17:52:15.974934 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: extraroute.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.975864 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.976382 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: extraroute Feb 04 17:52:15.976711 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: extraroute_atomic.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.977748 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.978266 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: extraroute-atomic Feb 04 17:52:15.978618 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: filter_validation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.979297 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.979820 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: filter-validation Feb 04 17:52:15.980146 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: fip_pf_description.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.981080 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.981601 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 17:52:15.981931 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: fip_port_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.983067 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.983596 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: fip-port-details Feb 04 17:52:15.983925 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: flavors.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.985187 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.985718 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: flavors Feb 04 17:52:15.986051 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.987764 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.988333 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 17:52:15.988671 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: floatingip_pools.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.989385 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.989917 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: floatingip-pools Feb 04 17:52:15.990249 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: ip_allocation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.991236 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.991759 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 17:52:15.992089 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.993027 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.993553 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: ip-substring-filtering Feb 04 17:52:15.993883 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l2_adjacency.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.994844 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.995409 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 17:52:15.995692 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.996659 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:15.997186 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: router Feb 04 17:52:15.997513 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:15.999862 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.000402 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:52:16.000740 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.001695 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.002223 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: ext-gw-mode Feb 04 17:52:16.002662 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.003598 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.004650 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: l3-ha Feb 04 17:52:16.004982 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.005912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.006459 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 17:52:16.006787 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_flavors.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.007718 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.008240 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: l3-flavors Feb 04 17:52:16.008568 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.009966 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.010523 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 17:52:16.010858 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.011788 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.012312 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 17:52:16.012898 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: l3agentscheduler.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.013949 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.014503 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: l3_agent_scheduler Feb 04 17:52:16.014839 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: local_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.016632 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.017172 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension local_ip not supported by any of loaded plugins Feb 04 17:52:16.017518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: logging.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.019184 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.019777 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension logging not supported by any of loaded plugins Feb 04 17:52:16.020633 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: metering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.021389 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.021983 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: metering Feb 04 17:52:16.022318 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.023471 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.023999 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: metering_source_and_destination_fields Feb 04 17:52:16.024333 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: multiprovidernet.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.025276 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.025802 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: multi-provider Feb 04 17:52:16.026132 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: netmtu.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.027101 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.027626 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: net-mtu Feb 04 17:52:16.027956 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: netmtu_writable.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.028883 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.029405 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: net-mtu-writable Feb 04 17:52:16.029732 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: network_availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.030411 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.030954 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: network_availability_zone Feb 04 17:52:16.031281 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: network_ip_availability.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.032420 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.032948 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: network-ip-availability Feb 04 17:52:16.033281 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: network_segment_range.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.034055 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.034611 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 17:52:16.034945 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: pagination.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.035979 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.036315 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: pagination Feb 04 17:52:16.036640 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: port_device_profile.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.037582 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.038109 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: port-device-profile Feb 04 17:52:16.038455 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.039388 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.039909 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: port-mac-address-regenerate Feb 04 17:52:16.040236 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.041181 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.041702 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: port-numa-affinity-policy Feb 04 17:52:16.042029 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: port_resource_request.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.042994 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.043520 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 17:52:16.043849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: port_resource_request_groups.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.044830 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.045353 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 17:52:16.045681 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: portbindings.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.046653 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.047179 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: binding Feb 04 17:52:16.047506 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: portbindings_extended.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.048803 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.049334 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: binding-extended Feb 04 17:52:16.049666 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: portsecurity.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.050624 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.051730 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: port-security Feb 04 17:52:16.052058 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: project_id.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.053052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.053384 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: project-id Feb 04 17:52:16.053709 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: providernet.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.054679 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.055200 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: provider Feb 04 17:52:16.055526 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.059211 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.059751 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos not supported by any of loaded plugins Feb 04 17:52:16.060089 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.061355 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.061889 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 17:52:16.062225 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.063191 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.063721 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 17:52:16.064053 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_default.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.064979 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.065508 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-default not supported by any of loaded plugins Feb 04 17:52:16.065840 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_fip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.067353 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.067881 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 17:52:16.068209 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.069142 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.069663 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 17:52:16.069991 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.071078 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.071605 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 17:52:16.071934 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.072868 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.073390 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 17:52:16.073718 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.074798 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.075328 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 17:52:16.075654 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_pps_rule.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.076850 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.077384 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 17:52:16.077715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.078680 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.079210 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 17:52:16.079539 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: qos_rules_alias.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.080605 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.081131 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 17:52:16.081461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: quota_check_limit.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.082428 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.082962 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: quota-check-limit Feb 04 17:52:16.083292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: quotasv2.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.084241 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.084581 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: quotas Feb 04 17:52:16.084911 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: quotasv2_detail.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.086682 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.087034 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: quota_details Feb 04 17:52:16.087370 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: rbac.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.088442 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.088984 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: rbac-policies Feb 04 17:52:16.089321 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: rbac_address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.090270 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.090835 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: rbac-address-group Feb 04 17:52:16.091170 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: rbac_address_scope.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.092103 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.092633 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: rbac-address-scope Feb 04 17:52:16.092963 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: rbac_security_groups.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.093898 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.094437 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: rbac-security-groups Feb 04 17:52:16.094786 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.095722 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.096258 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: rbac-subnetpool Feb 04 17:52:16.096589 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: revisionifmatch.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.097560 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.098111 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: revision-if-match Feb 04 17:52:16.098457 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: revisions.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.099671 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.100206 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: standard-attr-revisions Feb 04 17:52:16.100552 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: router_availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.101228 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.101772 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: router_availability_zone Feb 04 17:52:16.102085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: routerservicetype.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.103050 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.103577 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 17:52:16.103909 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.104847 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.105375 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: security-groups-normalized-cidr Feb 04 17:52:16.105702 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.106666 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.107192 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: port-security-groups-filtering Feb 04 17:52:16.107519 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.108461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.108983 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: security-groups-remote-address-group Feb 04 17:52:16.109311 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.110262 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.110827 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: security-groups-shared-filtering Feb 04 17:52:16.111157 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.111756 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 17:52:16.112081 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: securitygroup.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.122400 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.122980 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: security-group Feb 04 17:52:16.123323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: segment.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.124140 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.124668 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension segment not supported by any of loaded plugins Feb 04 17:52:16.125004 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.125974 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.126527 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 17:52:16.126864 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: servicetype.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.128017 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.128557 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: service-type Feb 04 17:52:16.128961 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: sorting.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.130535 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.130880 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: sorting Feb 04 17:52:16.131215 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: standard_attr_segment.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.132149 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.132673 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 17:52:16.133001 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: standardattrdescription.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.133661 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.134184 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: standard-attr-description Feb 04 17:52:16.134538 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: stateful_security_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.135480 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.136009 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: stateful-security-group Feb 04 17:52:16.136338 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: stdattrs_common.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.136918 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 17:52:16.137246 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.138494 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.139010 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 17:52:16.139341 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnet_onboard.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.140446 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.140988 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: subnet_onboard Feb 04 17:52:16.141319 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.142271 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.143013 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 17:52:16.143160 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnet_service_types.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.144078 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.144640 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: subnet-service-types Feb 04 17:52:16.144971 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnetallocation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.146063 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.146617 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: subnet_allocation Feb 04 17:52:16.146952 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.147630 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.148155 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: subnetpool-prefix-ops Feb 04 17:52:16.148482 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.149432 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.149954 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 17:52:16.150283 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: tagging.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.151395 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.151924 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: standard-attr-tag Feb 04 17:52:16.152255 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: timestamp.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.153489 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.154021 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loaded extension: standard-attr-timestamp Feb 04 17:52:16.154353 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: trunk.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.155428 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.155956 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension trunk not supported by any of loaded plugins Feb 04 17:52:16.156286 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: trunk_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.157220 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.157762 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 17:52:16.158077 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.159039 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.159565 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 17:52:16.159891 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Loading extension file: vlantransparent.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:52:16.160598 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:52:16.161126 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 17:52:16.163693 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:network Feb 04 17:52:16.164239 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnet Feb 04 17:52:16.164643 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:52:16.165048 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:port Feb 04 17:52:16.167524 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.167972 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service FLAVORS assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.168743 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.169194 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.169541 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:router Feb 04 17:52:16.169982 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:52:16.170492 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service METERING assigned prefix: /metering {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.171970 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:16.172347 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:16.172711 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:52:16.173718 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:52:16.174177 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:52:16.174647 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:52:16.175268 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.175609 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:52:16.176492 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] subnetpool is already registered Feb 04 17:52:16.176922 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.177256 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:52:16.177593 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] subnetpool is already registered Feb 04 17:52:16.179950 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.180390 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service FLAVORS assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.180991 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.181428 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.181765 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:router Feb 04 17:52:16.182111 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] router is already registered Feb 04 17:52:16.182561 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:52:16.182905 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] floatingip is already registered Feb 04 17:52:16.183367 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service METERING assigned prefix: /metering {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.184041 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:52:16.184373 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] rbac_policy is already registered Feb 04 17:52:16.184791 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:52:16.185130 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] security_group is already registered Feb 04 17:52:16.185539 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:52:16.185879 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] security_group_rule is already registered Feb 04 17:52:16.186547 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.186881 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:52:16.187219 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] subnetpool is already registered Feb 04 17:52:16.187646 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:52:16.187975 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:52:16.188311 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] subnetpool is already registered Feb 04 17:52:16.188774 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: extensions {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.190243 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: address-groups {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.192338 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: address-scopes {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.193667 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.194981 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: auto-allocated-topology {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.196187 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: availability_zones {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.197395 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: dhcp-networks {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.198951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: dhcp-agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.200391 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.202644 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: flavors {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.203805 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: service_profiles {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.205042 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: next_providers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.206520 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: service_profiles {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.208078 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: floatingip-pools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.209351 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.211515 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: floatingips {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.212799 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: l3-routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: l3-agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: metering-labels {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: metering-label-rules {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: network-ip-availabilities {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: bindings {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.221525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: quotas {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.222793 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: quotas {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.224331 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: rbac-policies {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.225624 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: security-groups {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.226905 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: security-group-rules {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.228143 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: service-providers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.229370 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: subnetpools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.230813 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: subnetpools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.232292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.233977 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.236784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.239124 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.240924 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.242792 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.244487 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.246455 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.248192 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.250012 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:52:16.256500 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING keystonemiddleware.auth_token [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 17:52:16.261263 dv-cinder-822768-3-iscsi neutron-server[109301]: WARNING keystonemiddleware.auth_token [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 17:52:16.270190 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Acquired lock "singleton_lock" {{(pid=109301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 17:52:16.270708 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Releasing lock "singleton_lock" {{(pid=109301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 17:52:16.271371 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Starting 2 workers Feb 04 17:52:16.276275 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Started child 109412 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:52:16.280857 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Started child 109413 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:52:16.281741 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.282502 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO neutron.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 17:52:16.283189 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.283388 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [-] (109412) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:52:16.285613 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.286062 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Starting 1 workers Feb 04 17:52:16.287101 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [-] (109413) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:52:16.291052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Started child 109414 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:52:16.291604 dv-cinder-822768-3-iscsi neutron-server[109301]: INFO oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Starting 1 workers Feb 04 17:52:16.295079 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] calling RpcWorker wait() {{(pid=109414) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 17:52:16.295633 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] returning from RpcWorker wait() {{(pid=109414) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 17:52:16.296219 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Started child 109415 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:52:16.296894 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.297048 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4fa83850-a729-42e9-a4c6-c4b9b2730dd1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.297460 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:16.299043 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:52:16.299263 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:52:16.299454 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:52:16.299685 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:52:16.300045 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:52:16.300214 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:52:16.301262 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.301554 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.301692 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:16.302163 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.302163 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.302399 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.302644 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:16.303019 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.303297 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.303541 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.303825 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.304090 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.304261 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.304432 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.304704 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.304942 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.305230 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.305510 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.305772 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.306101 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.306206 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.306481 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317364 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.317784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host = dv-cinder-822768-3-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.318755 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_options = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319201 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.319694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320141 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320590 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320590 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320712 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.320994 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.321715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.321715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.321715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.322056 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.322177 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.322445 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.322594 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.322822 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.323072 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.323302 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.323578 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.324615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.324615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.324615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.324615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.325156 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.325156 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.325441 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.325441 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327052 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327579 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327579 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327847 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.327985 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.328120 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.328405 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.329440 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.329440 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.329440 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.329440 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.330071 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.330071 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.330246 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.330475 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.330800 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.331055 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.331294 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.331556 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.331801 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.332085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.332356 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.332599 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.332925 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.333144 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.333462 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.333720 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.333985 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.334324 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.334626 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.334911 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.335140 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.335380 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.335617 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.335844 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.336129 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.336341 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.336579 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.336817 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.337063 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.337374 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.337655 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.337999 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.338309 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.338585 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.338858 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352006 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.352691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353247 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.353867 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.354518 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.355745 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.356849 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357396 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357396 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357396 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357396 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357670 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.357877 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.358151 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.358410 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.358712 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.358987 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.359270 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.360324 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.360628 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.360948 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.361228 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.361523 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.361766 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.362035 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.362286 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.362555 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.362817 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.363059 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.363917 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.364069 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.364323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.364572 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.364814 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.365057 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.365388 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.365647 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.365871 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.366093 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.366384 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.366690 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.366951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.367221 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.367473 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.367737 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.367994 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.368265 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.368510 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.368751 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.369017 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.369240 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.369482 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.369728 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.369992 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.370243 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.370501 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.370744 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.370971 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.371200 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.371443 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.371666 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.371889 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.372158 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.372378 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.372608 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.372851 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.373095 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.373321 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.373543 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.373761 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.374020 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.374245 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.374541 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.374797 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.375050 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.375285 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.375536 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.375795 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.376017 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.376270 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.376496 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.376716 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.376936 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.377162 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.377402 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.377643 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.377878 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.378118 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.378395 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.383912 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384469 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.384995 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.385497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.385497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.385497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.385689 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.385901 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.386215 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.386501 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.386751 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.387024 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.388144 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.388369 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.388666 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.388887 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.389103 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.389357 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.389582 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.389799 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.390057 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.390272 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.390519 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.390751 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.390973 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.391192 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.391422 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.391638 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.391860 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.392085 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.392317 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.392537 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.392763 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.392985 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.393203 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.393456 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.393679 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.393894 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.394127 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.394411 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.395231 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.395462 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.395682 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.395897 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.396193 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.396445 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.396669 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.396964 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.397216 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.397467 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.397717 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.398020 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.398242 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.398532 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.398791 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.399051 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.399287 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.399550 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.399891 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.400197 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.400466 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.400713 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.401031 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.401308 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.401607 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.401835 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.402159 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.402545 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.402818 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.403231 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.403568 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.403568 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.403821 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.404067 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.404296 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.404542 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.404764 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.405010 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.405244 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.405538 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.405697 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.405929 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.406188 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.406439 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.406678 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.406922 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.407144 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.407307 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:52:16.407841 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:52:16.408004 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:52:16.408161 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:52:16.408331 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:52:16.408504 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:52:16.408659 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:52:16.408875 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409041 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409205 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409370 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409533 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409717 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.409887 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.410051 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.410861 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411028 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411151 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411271 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411390 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411550 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411715 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.411877 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412040 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412203 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412371 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412539 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412703 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.412866 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413026 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413188 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413395 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413554 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413713 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.413875 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414037 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414199 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414362 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414546 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414707 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.414870 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415034 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415196 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415358 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415520 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415686 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415852 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.415996 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416161 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host = dv-cinder-822768-3-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416487 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416648 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416809 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.416970 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417133 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417297 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417458 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417620 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417780 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.417942 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418104 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418266 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418456 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418611 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_options = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418774 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.418937 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419084 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419274 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419441 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419603 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419764 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.419929 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420139 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420284 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420418 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420550 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420696 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420831 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.420999 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421162 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421325 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421488 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421651 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421814 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.421977 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422140 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422305 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422495 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422659 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422822 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.422984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423149 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423313 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423475 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423638 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423800 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.423962 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424125 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424288 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424450 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424613 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424777 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.424943 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.425107 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.425270 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.425432 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.425597 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.425834 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426090 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426266 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426438 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.426941 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427104 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427267 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427431 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427595 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427759 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.427917 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:52:16.428100 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.428778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.428778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.428778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.428778 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429102 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429102 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429292 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429414 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429535 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429663 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429814 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.429989 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.430158 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.430324 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.430514 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.430683 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.430848 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431034 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431179 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431343 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431508 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431682 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.431846 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432027 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432158 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432499 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432663 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.432844 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433010 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433176 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433339 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433504 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433671 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.433896 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434029 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434158 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434306 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434503 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434670 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.434836 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435004 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435166 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435332 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435663 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.435833 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.436009 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.436165 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.436330 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.436497 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437080 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437080 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437080 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437463 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437597 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437761 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.437927 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438093 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438256 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438439 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438605 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438770 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.438935 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439101 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439280 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439445 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439611 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439776 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.439940 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440106 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440694 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.440951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.441140 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.441217 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.441333 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442018 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442186 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442351 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442557 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442725 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.442890 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443057 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443222 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443387 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443590 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443718 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.443885 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444066 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444203 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444368 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444532 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444697 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.444862 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445028 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445195 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445359 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445525 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445692 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.445858 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446025 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446190 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446354 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446540 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446708 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.446876 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447041 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447207 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447373 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447553 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447704 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.447869 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448042 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448209 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448376 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448541 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448713 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.448889 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449056 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449222 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449389 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449553 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449719 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.449884 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450051 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450210 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450368 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450617 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450760 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:16.450860 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.450941 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451108 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451271 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451627 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451793 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.451959 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452124 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452289 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452455 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452623 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452788 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.452953 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453118 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453284 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453450 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453616 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453782 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.453946 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454112 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454309 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.454984 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.455842 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456461 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456835 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.456835 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.457116 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.457116 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.457776 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.457921 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458089 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458255 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458434 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458618 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458784 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.458951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459119 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459284 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459450 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459617 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459783 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.459951 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460118 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460284 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460451 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460618 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460782 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.460966 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461131 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461295 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461466 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461632 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461797 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.461963 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462127 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462294 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462481 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462651 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462818 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.462985 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463150 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463315 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463480 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463647 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463815 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.463982 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464170 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464323 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464489 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464654 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464820 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.464985 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465151 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465317 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465482 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465645 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465824 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.465990 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466183 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466331 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466527 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466669 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466803 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.466973 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467135 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467291 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467456 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467608 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467785 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.467950 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.468118 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.468284 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.468448 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.468611 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.468785 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469113 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469287 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469450 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469615 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469781 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.469956 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.470122 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.470286 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.470471 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.470641 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.470806 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471258 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471258 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471425 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471425 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471598 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471762 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.471935 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472101 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472265 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472438 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472628 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472796 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.472960 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473137 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473306 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473474 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473640 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473807 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.473972 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.474140 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.474315 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.474515 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.474691 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.474857 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475031 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475204 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475380 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475547 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475719 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.475902 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476069 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476238 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476422 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476546 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476705 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.476872 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.477024 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.477193 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.477349 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.477514 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.477680 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478033 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478033 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478278 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478408 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478581 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478701 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478821 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.478946 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:52:16.479104 dv-cinder-822768-3-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:52:16.622993 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46362) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:16.632153 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069408 Feb 04 17:52:28.508986 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb2049-04ca-4f8c-ac81-a06f0077107c None None] get_active_networks_info from dv-cinder-822768-3-iscsi {{(pid=109414) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:52:28.572454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb2049-04ca-4f8c-ac81-a06f0077107c None None] No non-hosted networks {{(pid=109414) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 17:52:28.590671 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.agentschedulers_db [None req-96bb2049-04ca-4f8c-ac81-a06f0077107c None None] DHCP Agent not found on host dv-cinder-822768-3-iscsi {{(pid=109414) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 17:52:28.757603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ba0c-6386-4053-9590-72cd19e4ca66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.850302 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-17df8a9a-36f9-40a5-a541-d01f84732258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:30.923031 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.db.api [None req-a51fa7e1-cbab-4661-acb7-4f845a5582b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-822768-3-iscsi {{(pid=109414) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:52:30.924511 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG oslo_db.api [None req-a51fa7e1-cbab-4661-acb7-4f845a5582b5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:52:31.446850 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a51fa7e1-cbab-4661-acb7-4f845a5582b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:32.121641 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:33.161886 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.681966 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:34.682704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.683051 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.683393 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.683730 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.684062 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.684391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.684899 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.685273 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.685589 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.685923 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.686308 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.686726 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.687071 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:34.687641 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822768-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:34.694315 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822768-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:52:37.179054 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46460) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:37.683336 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING oslo_policy.policy [None req-a05dff70-cdcd-4396-b90c-68db782c5132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:52:37.683906 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING oslo_policy.policy [None req-a05dff70-cdcd-4396-b90c-68db782c5132 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:52:37.712294 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.db.l3_hamode_db [None req-15cf88ab-fcea-4433-8e5a-2b39729f56e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 17:52:37.789803 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf88ab-fcea-4433-8e5a-2b39729f56e3 None None] Routers set() bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:52:37.790188 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf88ab-fcea-4433-8e5a-2b39729f56e3 None None] Router IDs set() for agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:52:37.915223 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-a05dff70-cdcd-4396-b90c-68db782c5132 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:52:37.916238 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a05dff70-cdcd-4396-b90c-68db782c5132 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7362919 Feb 04 17:52:40.572399 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46476) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:40.869627 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'tenant_id': '978450cd6b3c426dbddcb8f39b795e49', 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:40.972466 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.policy [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109413) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:52:41.014713 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING oslo_policy.policy [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:52:41.015022 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING oslo_policy.policy [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:52:41.179212 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359341792', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359342229', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359343657', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359391522', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359397285', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742359373456', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-695112', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-706734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1694032', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1572489'] for rbac-policy (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.472073 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:41.473835 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-5be4a50c-78ea-4ec1-a64e-19935c73623c admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9004469 Feb 04 17:52:44.130333 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46488) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:44.428131 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Request body: {'network': {'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'name': 'private', 'admin_state_up': True}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:44.533024 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Made reservation on behalf of 8e3ca595bec54c709f94ffec271e3d7d for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:44.536405 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.553490 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.661177 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks [] for security_group (98f8997a-43e1-4970-b086-b8dc7ebb5bee), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.738352 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (98f8997a-43e1-4970-b086-b8dc7ebb5bee), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.757056 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:52:44.786974 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742362977356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (d2bfa36a-f01c-4abb-a699-50ac19740c03), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:44.787668 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Unsubscribe: segment precommit_create {{(pid=109413) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 17:52:44.788215 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Added segment d2bfa36a-f01c-4abb-a699-50ac19740c03 of type vlan for network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef Feb 04 17:52:44.804396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8997a-43e1-4970-b086-b8dc7ebb5bee,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:44.829751 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.830116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.830489 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.830835 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.831206 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.831540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.831879 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.832758 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.833094 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.833435 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.833757 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.834072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.834385 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Tracked resource versions report: Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: pushed versions: Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: { 'AddressGroup': {'1.2'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'ConntrackHelper': {'1.0'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Log': {'1.0'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Network': {'1.1'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Port': {'1.7'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'PortForwarding': {'1.2'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'QosPolicy': {'1.10'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroup': {'1.5'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SubPort': {'1.0'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Subnet': {'1.1'}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Trunk': {'1.1'}} Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: consumer versions: Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'ConntrackHelper': '1.0', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'LocalIPAssociation': '1.0', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Log': '1.0', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Network': '1.1', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Port': '1.7', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'PortForwarding': '1.2', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'QosPolicy': '1.10', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroup': '1.5', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroupRule': '1.2', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SubPort': '1.0', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Subnet': '1.1', Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Trunk': '1.1'}} Feb 04 17:52:44.835930 dv-cinder-822768-3-iscsi neutron-server[109413]: {{(pid=109413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:52:44.903766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (c6fe05a2-d3f1-405d-a3ac-231bd890b6ef), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.017492 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c6fe05a2-d3f1-405d-a3ac-231bd890b6ef), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.018623 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:45.019339 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:45.113591 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] Pushing event updated for resources: {'Network': ['ID=c6fe05a2-d3f1-405d-a3ac-231bd890b6ef,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:45.125162 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:52:45.210294 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d6c4ffae-fcc3-4cb9-9bfc-fbaed886868e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0788548 Feb 04 17:52:47.924632 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46502) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:48.431975 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231b6a8-24af-4216-956f-aa866a3fb225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:48.433278 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7231b6a8-24af-4216-956f-aa866a3fb225 admin admin] 10.222.0.98 "GET /v2.0/networks/c6fe05a2-d3f1-405d-a3ac-231bd890b6ef HTTP/1.1" status: 200 len: 826 time: 0.5077121 Feb 04 17:52:48.457618 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9f4d30c6-16d9-4144-adc9-2e40c00491ed admin admin] 10.222.0.98 "GET /v2.0/subnetpools/646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4 HTTP/1.1" status: 200 len: 734 time: 0.0180833 Feb 04 17:52:48.465977 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:48.704445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Made reservation on behalf of 8e3ca595bec54c709f94ffec271e3d7d for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:52:48.706936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.069186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (8b77d0ff-8812-42ce-9b9d-e19a057270c0), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.135045 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b77d0ff-8812-42ce-9b9d-e19a057270c0,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:49.139783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Checking segment: {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:49.140141 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Network hostable DHCP agents. Network: c6fe05a2-d3f1-405d-a3ac-231bd890b6ef, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:52:49.281684 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:52:49.429995 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, c6fe05a2-d3f1-405d-a3ac-231bd890b6ef) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:49.434882 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:52:49.435480 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:49.440652 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a886d9a-b553-48b0-a212-c99bcb2d2f86 None None] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:52:49.575471 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f09ae729-76aa-44ec-9103-e642d8b520c0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1125402 Feb 04 17:52:49.700959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:52:49.702223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.009103 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Allocated IP 172.20.0.2 (c6fe05a2-d3f1-405d-a3ac-231bd890b6ef/8b77d0ff-8812-42ce-9b9d-e19a057270c0/bce7fdef-d37c-4f72-96d7-dd60d72f269a) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:52:50.250431 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks [] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.396206 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.482063 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:52:50.489942 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:52:50.494182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:52:50.497793 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Pushing event updated for resources: {'Port': ['ID=bce7fdef-d37c-4f72-96d7-dd60d72f269a,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:50.529663 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.530039 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.530489 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.530844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.531185 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.531519 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.531855 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.532188 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.532519 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.532863 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.533195 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.533523 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.533846 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Tracked resource versions report: Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: pushed versions: Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: { 'AddressGroup': {'1.2'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'ConntrackHelper': {'1.0'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Log': {'1.0'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Network': {'1.1'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Port': {'1.7'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'PortForwarding': {'1.2'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'QosPolicy': {'1.10'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroup': {'1.5'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SubPort': {'1.0'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Subnet': {'1.1'}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Trunk': {'1.1'}} Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: consumer versions: Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'ConntrackHelper': '1.0', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'LocalIPAssociation': '1.0', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Log': '1.0', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Network': '1.1', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Port': '1.7', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'PortForwarding': '1.2', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'QosPolicy': '1.10', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroup': '1.5', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroupRule': '1.2', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SubPort': '1.0', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Subnet': '1.1', Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Trunk': '1.1'}} Feb 04 17:52:50.535864 dv-cinder-822768-3-iscsi neutron-server[109414]: {{(pid=109414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:52:50.585964 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Attempting to bind port bce7fdef-d37c-4f72-96d7-dd60d72f269a on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:52:50.586391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Attempting to bind port bce7fdef-d37c-4f72-96d7-dd60d72f269a by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:52:50.586844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Attempting to bind port bce7fdef-d37c-4f72-96d7-dd60d72f269a on network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:52:50.591781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:52:50.592159 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Checking segment: {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:52:50.592643 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.593038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Bound using segment: {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:52:50.593547 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Bound port: bce7fdef-d37c-4f72-96d7-dd60d72f269a, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:52:50.593961 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.658460 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] For port bce7fdef-d37c-4f72-96d7-dd60d72f269a, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:52:50.663869 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] For port bce7fdef-d37c-4f72-96d7-dd60d72f269a, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=bce7fdef-d37c-4f72-96d7-dd60d72f269a,segment=NetworkSegment(d2bfa36a-f01c-4abb-a699-50ac19740c03),segment_id=d2bfa36a-f01c-4abb-a699-50ac19740c03)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:52:50.750593 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:50.814307 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17b419-9824-4e81-b211-5fc436bbfb6c None None] Pushing event updated for resources: {'Port': ['ID=bce7fdef-d37c-4f72-96d7-dd60d72f269a,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:52:52.005049 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46510) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:52.321163 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-d1b653a5-7429-4b76-ad63-bbc41c59e0f2 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:52:52.324780 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d1b653a5-7429-4b76-ad63-bbc41c59e0f2 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3161590 Feb 04 17:52:54.761945 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46518) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:55.071585 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-f4de3360-65b6-4893-ac74-c58d08204be1 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:52:55.072577 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f4de3360-65b6-4893-ac74-c58d08204be1 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096156 Feb 04 17:52:57.768659 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46528) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:52:58.076785 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:52:58.207904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (e479b6e2-cc8e-4201-97dd-42fcbba04303), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.209436 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (e479b6e2-cc8e-4201-97dd-42fcbba04303), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.352471 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Publish callbacks [] for router_controller (e479b6e2-cc8e-4201-97dd-42fcbba04303), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.510886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (e479b6e2-cc8e-4201-97dd-42fcbba04303), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.676132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2a77b9c7-afb6-4295-af98-f6e465afb53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.723488 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:52:58.724903 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8b813d28-1e4e-41bd-a93f-ced792439ca5 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9546738 Feb 04 17:53:00.858517 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9e7537cd-3e00-4a5c-8550-fbd5bc743232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:01.162345 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device bce7fdef-d37c-4f72-96d7-dd60d72f269a up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:01.219869 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46540) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:01.255773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port bce7fdef-d37c-4f72-96d7-dd60d72f269a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:01.256124 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:01.365243 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port bce7fdef-d37c-4f72-96d7-dd60d72f269a is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:01.365688 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:01.403008 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port bce7fdef-d37c-4f72-96d7-dd60d72f269a, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=bce7fdef-d37c-4f72-96d7-dd60d72f269a,segment=NetworkSegment(d2bfa36a-f01c-4abb-a699-50ac19740c03),segment_id=d2bfa36a-f01c-4abb-a699-50ac19740c03)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:01.498026 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:01.545950 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=bce7fdef-d37c-4f72-96d7-dd60d72f269a,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:01.577270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-e30785ef-ec3f-4010-a8d1-de28022138ad admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:53:01.578318 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e30785ef-ec3f-4010-a8d1-de28022138ad admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3575058 Feb 04 17:53:01.926314 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987e8f0-1e51-4f50-b5a9-499c9b180ae8 None None] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:02.017027 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-15cf18bb-d8e3-4dc4-9799-8dbc78a49f73 None None] Provisioning complete for port bce7fdef-d37c-4f72-96d7-dd60d72f269a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:02.017417 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-15cf18bb-d8e3-4dc4-9799-8dbc78a49f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:02.056116 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:02.141891 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-15cf18bb-d8e3-4dc4-9799-8dbc78a49f73 None None] Current status of the port bce7fdef-d37c-4f72-96d7-dd60d72f269a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:02.263588 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e24ecae8-c250-42b4-9a9c-597f005b674e None None] Provisioning complete for port bce7fdef-d37c-4f72-96d7-dd60d72f269a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:02.263976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24ecae8-c250-42b4-9a9c-597f005b674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:02.338355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e24ecae8-c250-42b4-9a9c-597f005b674e None None] Current status of the port bce7fdef-d37c-4f72-96d7-dd60d72f269a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:03.104937 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device bce7fdef-d37c-4f72-96d7-dd60d72f269a up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:03.157638 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port bce7fdef-d37c-4f72-96d7-dd60d72f269a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:03.158036 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:03.179162 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:03.234120 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port bce7fdef-d37c-4f72-96d7-dd60d72f269a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:04.085381 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46572) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:04.214565 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'project_id': '978450cd6b3c426dbddcb8f39b795e49', 'tenant_id': '978450cd6b3c426dbddcb8f39b795e49', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:04.366664 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Made reservation on behalf of 978450cd6b3c426dbddcb8f39b795e49 for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:04.368843 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.376904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.448840 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks [] for security_group (3d61b2f0-1df9-4794-b9a4-41c4bad6009a), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.560832 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3d61b2f0-1df9-4794-b9a4-41c4bad6009a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.578481 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Reserving flat network on physical network physnet1 {{(pid=109413) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 17:53:04.596085 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d61b2f0-1df9-4794-b9a4-41c4bad6009a,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:04.600644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (10419bf0-4347-4b7c-9e37-fe4e66e2cb64), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.600980 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Added segment 10419bf0-4347-4b7c-9e37-fe4e66e2cb64 of type flat for network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 Feb 04 17:53:04.624146 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.646006 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (164d1fb6-01fb-4817-8246-f0bd2b07ef86), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.760720 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (164d1fb6-01fb-4817-8246-f0bd2b07ef86), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.761951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:04.762563 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:04.818177 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] Pushing event updated for resources: {'Network': ['ID=164d1fb6-01fb-4817-8246-f0bd2b07ef86,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:04.827896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:53:04.906589 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c148862a-84c0-405c-b349-4a5c3f6322da admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8200035 Feb 04 17:53:07.194774 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 46580) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:07.290549 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fde806-16cf-446b-af92-46e84dd85571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:07.292030 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a9fde806-16cf-446b-af92-46e84dd85571 admin admin] 10.222.0.98 "GET /v2.0/subnets/8b77d0ff-8812-42ce-9b9d-e19a057270c0 HTTP/1.1" status: 200 len: 849 time: 0.0962029 Feb 04 17:53:07.419007 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-72b5adbb-9687-4595-8d61-1317be7918d5 admin admin] 10.222.0.98 "GET /v2.0/routers/e479b6e2-cc8e-4201-97dd-42fcbba04303 HTTP/1.1" status: 200 len: 704 time: 0.1213984 Feb 04 17:53:07.699391 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:07.994736 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Allocated IP 172.20.0.1 (c6fe05a2-d3f1-405d-a3ac-231bd890b6ef/8b77d0ff-8812-42ce-9b9d-e19a057270c0/b34531f0-ebc8-451f-b7aa-9263745bc480) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:08.187909 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks [] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:08.378339 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:08.452499 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:08.461056 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:08.465521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:08.466051 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (e479b6e2-cc8e-4201-97dd-42fcbba04303), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:08.485302 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Pushing event updated for resources: {'Port': ['ID=b34531f0-ebc8-451f-b7aa-9263745bc480,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:08.698704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-8300f18d-e155-40bc-8443-3ae8c4dceeab None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:08.699227 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8300f18d-e155-40bc-8443-3ae8c4dceeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:08.731697 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-8300f18d-e155-40bc-8443-3ae8c4dceeab None None] Port b34531f0-ebc8-451f-b7aa-9263745bc480 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:08.809322 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:09.016789 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks [] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:09.103927 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:09.104771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (e479b6e2-cc8e-4201-97dd-42fcbba04303), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:09.183239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Pushing event updated for resources: {'Port': ['ID=b34531f0-ebc8-451f-b7aa-9263745bc480,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:09.228680 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:09.229967 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:09.457578 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-d7140562-54d5-4471-b14c-cd8a1b5f4cc3 None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:09.457973 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d7140562-54d5-4471-b14c-cd8a1b5f4cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:09.493587 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-d7140562-54d5-4471-b14c-cd8a1b5f4cc3 None None] Port b34531f0-ebc8-451f-b7aa-9263745bc480 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:09.503556 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Router e479b6e2-cc8e-4201-97dd-42fcbba04303 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:53:09.599320 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:09.604503 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-42d736c1-0bf8-41a1-bdac-88da7d876afe admin admin] 10.222.0.98 "PUT /v2.0/routers/e479b6e2-cc8e-4201-97dd-42fcbba04303/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1803563 Feb 04 17:53:09.618237 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Sync routers for ids ['e479b6e2-cc8e-4201-97dd-42fcbba04303'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:09.630633 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Routers {'e479b6e2-cc8e-4201-97dd-42fcbba04303'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:09.631454 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T17:53:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['e479b6e2-cc8e-4201-97dd-42fcbba04303'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:09.824436 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Set router e479b6e2-cc8e-4201-97dd-42fcbba04303 gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:10.259728 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:08Z', 'revision_number': 2, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:08Z', 'revision_number': 2, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:10.310721 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Checking router: e479b6e2-cc8e-4201-97dd-42fcbba04303 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:10.311098 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Updating router e479b6e2-cc8e-4201-97dd-42fcbba04303 port b34531f0-ebc8-451f-b7aa-9263745bc480 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:10.363807 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:10.877783 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks [] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:10.989478 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.130247 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Pushing event updated for resources: {'Port': ['ID=b34531f0-ebc8-451f-b7aa-9263745bc480,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:11.155918 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.156279 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.156642 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.156981 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.157311 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.157640 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.157968 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.158295 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.158645 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.158989 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.159885 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.160218 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.160541 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Tracked resource versions report: Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: pushed versions: Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: { 'AddressGroup': {'1.2'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'ConntrackHelper': {'1.0'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Log': {'1.0'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Network': {'1.1'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Port': {'1.7'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'PortForwarding': {'1.2'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'QosPolicy': {'1.10'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroup': {'1.5'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SubPort': {'1.0'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Subnet': {'1.1'}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Trunk': {'1.1'}} Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: consumer versions: Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'ConntrackHelper': '1.0', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'LocalIPAssociation': '1.0', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Log': '1.0', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Network': '1.1', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Port': '1.7', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'PortForwarding': '1.2', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'QosPolicy': '1.10', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroup': '1.5', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroupRule': '1.2', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SubPort': '1.0', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Subnet': '1.1', Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Trunk': '1.1'}} Feb 04 17:53:11.161986 dv-cinder-822768-3-iscsi neutron-server[109415]: {{(pid=109415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:53:11.173534 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Attempting to bind port b34531f0-ebc8-451f-b7aa-9263745bc480 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:11.173938 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Attempting to bind port b34531f0-ebc8-451f-b7aa-9263745bc480 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:11.174396 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Attempting to bind port b34531f0-ebc8-451f-b7aa-9263745bc480 on network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:11.179524 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:11.179924 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Checking segment: {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:11.180431 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.180824 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Bound using segment: {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:11.181342 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Bound port: b34531f0-ebc8-451f-b7aa-9263745bc480, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bfa36a-f01c-4abb-a699-50ac19740c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:11.181728 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.221493 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-0f3f913d-492b-4221-bb1e-e38991f1807f None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:11.222688 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0f3f913d-492b-4221-bb1e-e38991f1807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.252776 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] For port b34531f0-ebc8-451f-b7aa-9263745bc480, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:11.255844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f913d-492b-4221-bb1e-e38991f1807f None None] Port b34531f0-ebc8-451f-b7aa-9263745bc480 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:53:11.272972 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] For port b34531f0-ebc8-451f-b7aa-9263745bc480, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=b34531f0-ebc8-451f-b7aa-9263745bc480,segment=NetworkSegment(d2bfa36a-f01c-4abb-a699-50ac19740c03),segment_id=d2bfa36a-f01c-4abb-a699-50ac19740c03)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:11.383074 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.439937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Routers {'e479b6e2-cc8e-4201-97dd-42fcbba04303'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:11.440576 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T17:53:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['e479b6e2-cc8e-4201-97dd-42fcbba04303'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:11.478687 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe103c5-ccb2-4147-a130-b545643f60d7 None None] Pushing event updated for resources: {'Port': ['ID=b34531f0-ebc8-451f-b7aa-9263745bc480,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:11.537921 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] Set router e479b6e2-cc8e-4201-97dd-42fcbba04303 gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:11.681930 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:11.682718 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.759703 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:08Z', 'revision_number': 2, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:11Z', 'revision_number': 4, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:11.769854 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Current status of the port b34531f0-ebc8-451f-b7aa-9263745bc480 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:11.770251 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.786889 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07766e-bb04-498b-9998-22cc586f6a09 None None] The sync data for ids ['e479b6e2-cc8e-4201-97dd-42fcbba04303'] in dv-cinder-822768-3-iscsi is: [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:08Z', 'revision_number': 2, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port_host': None, '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:11Z', 'revision_number': 4, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:11.802717 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] For port b34531f0-ebc8-451f-b7aa-9263745bc480, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=b34531f0-ebc8-451f-b7aa-9263745bc480,segment=NetworkSegment(d2bfa36a-f01c-4abb-a699-50ac19740c03),segment_id=d2bfa36a-f01c-4abb-a699-50ac19740c03)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:11.891891 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:11.949707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ae0c8-ed25-455c-a125-e671257e1e8a None None] Pushing event updated for resources: {'Port': ['ID=b34531f0-ebc8-451f-b7aa-9263745bc480,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:14.281009 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 46598) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:14.433914 dv-cinder-822768-3-iscsi neutron-server[109412]: WARNING oslo_policy.policy [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:53:14.434720 dv-cinder-822768-3-iscsi neutron-server[109412]: WARNING oslo_policy.policy [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:53:14.885265 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.policy [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109412) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:53:14.927427 dv-cinder-822768-3-iscsi neutron-server[109412]: WARNING oslo_policy.policy [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:53:14.927807 dv-cinder-822768-3-iscsi neutron-server[109412]: WARNING oslo_policy.policy [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:53:14.935778 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:14.937827 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b0115ef7-0faf-494c-910c-68f94e3e0fbc admin admin] 10.222.0.98 "GET /v2.0/networks/164d1fb6-01fb-4817-8246-f0bd2b07ef86 HTTP/1.1" status: 200 len: 842 time: 0.6547074 Feb 04 17:53:14.947873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'tenant_id': '978450cd6b3c426dbddcb8f39b795e49', 'gateway_ip': '172.27.3.1', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:15.154875 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Made reservation on behalf of 978450cd6b3c426dbddcb8f39b795e49 for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:53:15.157721 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.673600 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.objects.ports [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:53:15.674285 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (94452442-07cc-4360-9b17-b8afff7d0408), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:15.744820 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:15.745184 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Network hostable DHCP agents. Network: 164d1fb6-01fb-4817-8246-f0bd2b07ef86, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:53:15.750500 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94452442-07cc-4360-9b17-b8afff7d0408,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:15.763531 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.763877 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.764217 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.764550 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.764876 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.765199 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.765527 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.765849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.766182 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.766544 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.766869 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.767185 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.767499 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Tracked resource versions report: Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: pushed versions: Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: { 'AddressGroup': {'1.2'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Log': {'1.0'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Network': {'1.1'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Port': {'1.7'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'PortForwarding': {'1.2'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'QosPolicy': {'1.10'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroup': {'1.5'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SubPort': {'1.0'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Subnet': {'1.1'}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Trunk': {'1.1'}} Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: consumer versions: Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'ConntrackHelper': '1.0', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'LocalIPAssociation': '1.0', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Log': '1.0', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Network': '1.1', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Port': '1.7', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'PortForwarding': '1.2', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'QosPolicy': '1.10', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroup': '1.5', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroupRule': '1.2', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SubPort': '1.0', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Subnet': '1.1', Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Trunk': '1.1'}} Feb 04 17:53:15.769385 dv-cinder-822768-3-iscsi neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:53:15.869003 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:53:16.012342 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 164d1fb6-01fb-4817-8246-f0bd2b07ef86) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:16.017371 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:16.018150 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:16.022712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aee651-bd3c-42f8-809b-f9d7a8b0a93e None None] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:16.117155 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-73d47e45-282c-4171-8dc6-e0d91ec6897a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1731791 Feb 04 17:53:16.121837 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a70171-08cd-41a4-9d12-20af56145ec3 None None] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:53:18.343126 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:53:18.481117 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 46622) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:18.737533 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-26d457e1-b9be-4477-aa07-e5c6a89dd28e admin admin] 10.222.0.98 "GET /v2.0/routers/e479b6e2-cc8e-4201-97dd-42fcbba04303 HTTP/1.1" status: 200 len: 710 time: 0.2552710 Feb 04 17:53:18.825485 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb4f8f-7bd6-40f5-b676-f8d9fa046329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:53:18.826868 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-aeeb4f8f-7bd6-40f5-b676-f8d9fa046329 admin admin] 10.222.0.98 "GET /v2.0/networks/164d1fb6-01fb-4817-8246-f0bd2b07ef86 HTTP/1.1" status: 200 len: 886 time: 0.0839100 Feb 04 17:53:18.836135 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:53:19.093133 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks [] for router_gateway (e479b6e2-cc8e-4201-97dd-42fcbba04303), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.151536 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device b34531f0-ebc8-451f-b7aa-9263745bc480 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:19.195712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:19.196096 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.279162 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port b34531f0-ebc8-451f-b7aa-9263745bc480 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:19.448878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks [] for router_gateway (e479b6e2-cc8e-4201-97dd-42fcbba04303), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.525620 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:19.691819 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Allocated IP 172.27.3.170 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/ef5ffd99-81cb-4969-b4a6-20b8f6d488ce) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:53:19.899722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks [] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.041120 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.114324 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:53:20.118918 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:53:20.126861 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:53:20.132246 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Pushing event updated for resources: {'Port': ['ID=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:20.588070 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks [] for router_gateway (e479b6e2-cc8e-4201-97dd-42fcbba04303), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.783611 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-476765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13905'] for router (e479b6e2-cc8e-4201-97dd-42fcbba04303), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.788798 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-476754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-476779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474636'] for router (e479b6e2-cc8e-4201-97dd-42fcbba04303), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:20.900036 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Router e479b6e2-cc8e-4201-97dd-42fcbba04303 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:53:21.008673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:53:21.013394 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:21.014586 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4c369268-c28e-4857-aeaa-678016538edc admin admin] 10.222.0.98 "PUT /v2.0/routers/e479b6e2-cc8e-4201-97dd-42fcbba04303 HTTP/1.1" status: 200 len: 890 time: 2.1815336 Feb 04 17:53:21.018807 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Sync routers for ids ['e479b6e2-cc8e-4201-97dd-42fcbba04303'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:53:21.030911 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Routers {'e479b6e2-cc8e-4201-97dd-42fcbba04303'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:21.031597 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T17:53:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['e479b6e2-cc8e-4201-97dd-42fcbba04303'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:21.257034 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Set router e479b6e2-cc8e-4201-97dd-42fcbba04303 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:21.734015 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:20Z', 'revision_number': 4, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port': {'id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:11Z', 'revision_number': 5, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:21.786859 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Checking router: e479b6e2-cc8e-4201-97dd-42fcbba04303 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:53:21.787258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Updating router e479b6e2-cc8e-4201-97dd-42fcbba04303 port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:53:21.837639 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.149430 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks [] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.240584 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.294054 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Attempting to bind port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:53:22.294446 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Attempting to bind port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:53:22.294815 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Attempting to bind port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:53:22.296782 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d442b-c182-4ff8-958a-f9a729faa932 None None] Pushing event updated for resources: {'Port': ['ID=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:22.302131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:53:22.302559 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:53:22.302945 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.304235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:53:22.304235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Bound port: ef5ffd99-81cb-4969-b4a6-20b8f6d488ce, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:53:22.304235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.355431 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] For port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:53:22.358404 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] For port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:53:22.445845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:22.502032 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d442b-c182-4ff8-958a-f9a729faa932 None None] Pushing event updated for resources: {'Port': ['ID=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:22.504944 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Routers {'e479b6e2-cc8e-4201-97dd-42fcbba04303'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:53:22.505526 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T17:53:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['e479b6e2-cc8e-4201-97dd-42fcbba04303'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:22.613323 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] Set router e479b6e2-cc8e-4201-97dd-42fcbba04303 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:53:22.826111 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-7315f190-2510-4370-a99b-baf658a74544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:20Z', 'revision_number': 4, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port': {'id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:11Z', 'revision_number': 5, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:53:22.852768 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7315f190-2510-4370-a99b-baf658a74544 None None] The sync data for ids ['e479b6e2-cc8e-4201-97dd-42fcbba04303'] in dv-cinder-822768-3-iscsi is: [{'id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'name': 'router1', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:52:58Z', 'updated_at': '2022-02-04T17:53:20Z', 'revision_number': 4, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'gw_port': {'id': 'ef5ffd99-81cb-4969-b4a6-20b8f6d488ce', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:19Z', 'updated_at': '2022-02-04T17:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'b34531f0-ebc8-451f-b7aa-9263745bc480', 'name': '', 'network_id': 'c6fe05a2-d3f1-405d-a3ac-231bd890b6ef', 'tenant_id': '8e3ca595bec54c709f94ffec271e3d7d', 'mac_address': 'fa:16:3e:0f:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479b6e2-cc8e-4201-97dd-42fcbba04303', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:53:07Z', 'updated_at': '2022-02-04T17:53:11Z', 'revision_number': 5, 'project_id': '8e3ca595bec54c709f94ffec271e3d7d', 'subnets': [{'id': '8b77d0ff-8812-42ce-9b9d-e19a057270c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '646f1a3a-0aaf-4969-b9e8-58d6a6ed22b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:53:23.183949 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ef5ffd99-81cb-4969-b4a6-20b8f6d488ce up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:23.235478 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:23.235999 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.322472 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:23.322878 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.343543 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:53:23.417752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:23.474221 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=ef5ffd99-81cb-4969-b4a6-20b8f6d488ce,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:53:23.510077 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 46630) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:53:23.637197 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c5fc6095-b635-4d71-ac64-31af17b0b219 admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1257329 Feb 04 17:53:25.117038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ef5ffd99-81cb-4969-b4a6-20b8f6d488ce up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:53:25.173876 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:53:25.174282 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (ef5ffd99-81cb-4969-b4a6-20b8f6d488ce), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:25.251055 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port ef5ffd99-81cb-4969-b4a6-20b8f6d488ce is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:53:28.554378 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f852c39a-05fb-446a-a45d-720ed86b91da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:30.833481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e5e7920f-52d0-468f-9d28-6f986060b8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:32.134158 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:33.125655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:34.622579 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:53:55.345322 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:53:58.536054 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-796e2382-fc86-49ce-837e-47c0c50f8fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:00.821419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2a0fcf64-db21-4d6d-83c6-a7e3df1f2269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:02.015895 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:03.130346 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:04.632665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:28.534440 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-fe71d5ad-d4a7-4d70-a6db-61818383e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:30.831345 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-72e334a8-d39a-4636-8f95-ce453b9d77f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:31.997226 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:32.402299 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:54:33.132796 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:34.619771 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:45.839086 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47114) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:45.900324 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.pecan_wsgi.hooks.translation [None req-7284c55b-d073-48d7-bcce-b0ec0d1fa05b admin admin] GET failed (client error): The resource could not be found. Feb 04 17:54:45.901635 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7284c55b-d073-48d7-bcce-b0ec0d1fa05b admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615935 Feb 04 17:54:46.063521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d5958-5600-4e92-9327-2f1e28724828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:46.064985 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-624d5958-5600-4e92-9327-2f1e28724828 admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1592176 Feb 04 17:54:48.310753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47124) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:48.407478 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6ef69-8e32-416f-97c6-5afe3929c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:48.408769 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e5d6ef69-8e32-416f-97c6-5afe3929c3c9 admin admin] 10.222.0.98 "GET /v2.0/subnets/8b77d0ff-8812-42ce-9b9d-e19a057270c0 HTTP/1.1" status: 200 len: 849 time: 0.0970590 Feb 04 17:54:48.418299 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:54:48.574808 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Publish callbacks [] for subnet (8b77d0ff-8812-42ce-9b9d-e19a057270c0), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:48.813700 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742362889966'] for subnet (8b77d0ff-8812-42ce-9b9d-e19a057270c0), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:48.840655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:48.841238 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:48.842527 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] 10.222.0.98 "PUT /v2.0/subnets/8b77d0ff-8812-42ce-9b9d-e19a057270c0 HTTP/1.1" status: 200 len: 868 time: 0.4278708 Feb 04 17:54:48.849481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8fd7f-cda0-4908-bbeb-97dbe6cea4a7 None None] Network c6fe05a2-d3f1-405d-a3ac-231bd890b6ef requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:54:48.901830 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b77d0ff-8812-42ce-9b9d-e19a057270c0,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:54:48.911330 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.911701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.912049 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.912846 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.912846 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.913044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.913329 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.913733 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.913987 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.914451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.920412 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.920412 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:48.920412 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86d4f50-6fbc-4930-9ab6-8bba0c9d1d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:54:49.238171 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Provisioning complete for port bce7fdef-d37c-4f72-96d7-dd60d72f269a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:54:49.238648 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bce7fdef-d37c-4f72-96d7-dd60d72f269a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:49.316483 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Current status of the port bce7fdef-d37c-4f72-96d7-dd60d72f269a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:54:49.326316 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Provisioning complete for port b34531f0-ebc8-451f-b7aa-9263745bc480 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:54:49.326686 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b34531f0-ebc8-451f-b7aa-9263745bc480), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:54:49.400889 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83c68-f35e-440a-9c0a-be7d39ac25e1 None None] Current status of the port b34531f0-ebc8-451f-b7aa-9263745bc480 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:54:51.092361 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47132) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:51.292581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddeb9d7-5808-4527-a58d-ce1a0cc3c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:51.292963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddeb9d7-5808-4527-a58d-ce1a0cc3c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:51.294509 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-5ddeb9d7-5808-4527-a58d-ce1a0cc3c239 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2011769 Feb 04 17:54:53.510905 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47140) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:53.639307 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9c563-7f2c-4571-b8f2-c8e4e79fd257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:53.639786 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9c563-7f2c-4571-b8f2-c8e4e79fd257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:53.641333 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-51a9c563-7f2c-4571-b8f2-c8e4e79fd257 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1294756 Feb 04 17:54:55.877659 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47148) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:56.002265 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcc0287-9c92-4312-a8c1-46a0f92b8bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:56.003669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6bcc0287-9c92-4312-a8c1-46a0f92b8bb0 admin admin] 10.222.0.98 "GET /v2.0/networks/164d1fb6-01fb-4817-8246-f0bd2b07ef86 HTTP/1.1" status: 200 len: 886 time: 0.1250567 Feb 04 17:54:58.252618 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47156) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:54:58.381025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cab39f-4e51-4b56-ba1f-5f3a558ba93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:54:58.382676 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-66cab39f-4e51-4b56-ba1f-5f3a558ba93f admin admin] 10.222.0.98 "GET /v2.0/networks/c6fe05a2-d3f1-405d-a3ac-231bd890b6ef HTTP/1.1" status: 200 len: 870 time: 0.1290860 Feb 04 17:54:58.539200 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-dcb19a09-1e22-4600-945d-7fa37c27a598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:00.649445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47164) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:00.784948 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24d7ae-3442-4045-b918-6387c87e2348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:00.785403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d24d7ae-3442-4045-b918-6387c87e2348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:00.787214 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-2d24d7ae-3442-4045-b918-6387c87e2348 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367877 Feb 04 17:55:00.813697 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d32097f8-89db-4497-98e7-a39db4ee9e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:02.007697 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:03.025944 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47172) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:03.116268 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e436f0-ee77-42c9-8310-20947cf5b0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:03.116736 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e436f0-ee77-42c9-8310-20947cf5b0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:03.118271 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b6e436f0-ee77-42c9-8310-20947cf5b0d9 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913472 Feb 04 17:55:03.133846 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:04.664168 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:05.359427 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47180) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:05.463669 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed449710-4dc8-4d3d-9565-fcf9ebb7b35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:05.465034 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ed449710-4dc8-4d3d-9565-fcf9ebb7b35a admin admin] 10.222.0.98 "GET /v2.0/subnets/8b77d0ff-8812-42ce-9b9d-e19a057270c0 HTTP/1.1" status: 200 len: 868 time: 0.1040878 Feb 04 17:55:07.684069 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47190) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:07.770411 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63cc53-53d2-489b-8cc9-63f2457d5765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:07.771785 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5a63cc53-53d2-489b-8cc9-63f2457d5765 admin admin] 10.222.0.98 "GET /v2.0/subnets/94452442-07cc-4360-9b17-b8afff7d0408 HTTP/1.1" status: 200 len: 816 time: 0.0867307 Feb 04 17:55:09.399793 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:55:28.509161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f56b40fc-1c5f-41d3-a4ba-3b189979326e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:30.812141 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7afc32f7-0f29-44a3-9747-a5aec8eee633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:32.022568 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:32.272661 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47244) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:32.321126 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-eadcbf68-1b85-4d0c-9c74-4fa7ee021788 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:55:32.322172 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-eadcbf68-1b85-4d0c-9c74-4fa7ee021788 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486033 Feb 04 17:55:33.183020 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:34.659585 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47252) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:34.730219 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df9e30c-bc88-4633-8910-262b514a58cf admin admin] GET failed (client error): The resource could not be found. Feb 04 17:55:34.731548 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0df9e30c-bc88-4633-8910-262b514a58cf admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0708466 Feb 04 17:55:34.777324 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:34.829266 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7778e8-bb4e-458d-9e24-5fab02bb0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:34.830622 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0b7778e8-bb4e-458d-9e24-5fab02bb0e89 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0943055 Feb 04 17:55:37.118408 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47262) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:37.165069 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '978450cd6b3c426dbddcb8f39b795e49', 'shared': True, 'tenant_id': '978450cd6b3c426dbddcb8f39b795e49', 'name': 'shared'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:55:37.257372 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Made reservation on behalf of 978450cd6b3c426dbddcb8f39b795e49 for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:55:37.259689 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:37.287500 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING neutron.services.revisions.revision_plugin [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Could not find related network for resource to bump revision. Feb 04 17:55:37.297750 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:55:37.305916 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (d2acb95d-8bce-415c-9f1d-7df18bab42ed), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:37.306262 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Added segment d2acb95d-8bce-415c-9f1d-7df18bab42ed of type vlan for network d9f39c8b-183e-4158-9207-8ac1d46c3e9e Feb 04 17:55:37.345221 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (d9f39c8b-183e-4158-9207-8ac1d46c3e9e), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:37.428592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (d9f39c8b-183e-4158-9207-8ac1d46c3e9e), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:37.430140 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:37.430140 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:37.488005 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f39c8b-183e-4158-9207-8ac1d46c3e9e,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:55:37.497556 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:55:37.546586 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-fa584a48-af86-4df5-983f-c2ef881fab83 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4269605 Feb 04 17:55:39.839747 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47272) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:55:39.901358 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f5be34-56e2-4ca6-8774-f7dacba58910 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:55:39.902769 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f8f5be34-56e2-4ca6-8774-f7dacba58910 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620422 Feb 04 17:55:39.972941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3868c173-3ca0-444f-81f9-346099e47d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:39.974393 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3868c173-3ca0-444f-81f9-346099e47d8b admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0673773 Feb 04 17:55:39.984684 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': '978450cd6b3c426dbddcb8f39b795e49'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:55:40.103027 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Made reservation on behalf of 978450cd6b3c426dbddcb8f39b795e49 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:55:40.105297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:40.314820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:40.371057 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:55:40.381153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Checking segment: {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:55:40.381508 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Network hostable DHCP agents. Network: d9f39c8b-183e-4158-9207-8ac1d46c3e9e, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:55:40.462589 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:55:40.537345 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, d9f39c8b-183e-4158-9207-8ac1d46c3e9e) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:55:40.542403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:55:40.543035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:40.548649 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c762f-326c-47b6-8bcd-4f4e58396559 None None] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:55:40.620000 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-06828023-0e50-4ce3-a492-8c8c5d9b49fa admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6391652 Feb 04 17:55:40.647297 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-d9f39c8b-183e-4158-9207-8ac1d46c3e9e', 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e', 'project_id': '978450cd6b3c426dbddcb8f39b795e49', 'fixed_ips': [{'subnet_id': '8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:55:40.648201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:40.810115 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Allocated IP 192.168.233.2 (d9f39c8b-183e-4158-9207-8ac1d46c3e9e/8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef/cd56ba20-2e64-4595-bce5-0f8d9537e0f8) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:55:41.065596 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks [] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:41.120868 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:41.163168 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:55:41.167421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:55:41.169183 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:55:41.178189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Pushing event updated for resources: {'Port': ['ID=cd56ba20-2e64-4595-bce5-0f8d9537e0f8,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:55:41.203623 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.203996 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.204367 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.204705 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.205036 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.205618 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.205718 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.205989 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.206336 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.206691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.207017 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.207331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.207655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:55:41.245187 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Attempting to bind port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:55:41.245757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Attempting to bind port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:55:41.246179 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Attempting to bind port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 on network d9f39c8b-183e-4158-9207-8ac1d46c3e9e {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:55:41.252913 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:55:41.253121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Checking segment: {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:55:41.253456 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:41.253858 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Bound using segment: {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:55:41.254334 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Bound port: cd56ba20-2e64-4595-bce5-0f8d9537e0f8, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:55:41.254749 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:41.325928 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] For port cd56ba20-2e64-4595-bce5-0f8d9537e0f8, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:55:41.329781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] For port cd56ba20-2e64-4595-bce5-0f8d9537e0f8, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=cd56ba20-2e64-4595-bce5-0f8d9537e0f8,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:55:41.418185 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:41.483530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f48dc2-ed90-460a-9ce3-af79836c451e None None] Pushing event updated for resources: {'Port': ['ID=cd56ba20-2e64-4595-bce5-0f8d9537e0f8,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:55:42.462461 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdd00b-72d4-44f5-afdd-33c10e841929 None None] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:55:42.575254 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Provisioning complete for port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:55:42.575589 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:42.686855 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Current status of the port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:55:42.687257 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:42.730576 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] For port cd56ba20-2e64-4595-bce5-0f8d9537e0f8, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=cd56ba20-2e64-4595-bce5-0f8d9537e0f8,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:55:42.800086 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:42.853166 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cede4-5775-43e3-95ad-2372d991400c None None] Pushing event updated for resources: {'Port': ['ID=cd56ba20-2e64-4595-bce5-0f8d9537e0f8,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:55:42.921440 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e80517f3-0634-4e70-9897-95ee76200655 None None] Provisioning complete for port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:55:42.921836 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e80517f3-0634-4e70-9897-95ee76200655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:43.009530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e80517f3-0634-4e70-9897-95ee76200655 None None] Current status of the port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:55:43.256896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device cd56ba20-2e64-4595-bce5-0f8d9537e0f8 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:55:43.318089 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:55:43.318524 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (cd56ba20-2e64-4595-bce5-0f8d9537e0f8), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:55:43.410234 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port cd56ba20-2e64-4595-bce5-0f8d9537e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:55:46.397588 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:55:58.519198 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7e5f8904-8825-4dbb-b57e-b8897b06f302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:00.816235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-59b595ad-7177-49bc-b4c7-3e53e19b2176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:02.004980 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:03.233732 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:04.803498 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:23.396159 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:56:28.539559 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-682f2ea1-ae9f-43e9-a193-2fdf0b2576e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:30.814792 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cd29eee3-b4b3-44d9-8a54-2775aa41155e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:31.998242 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:33.156637 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:34.774712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:56:58.527255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0ae5-12c1-4878-8d01-12ded4ae5b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:00.395116 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:57:00.830629 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2a08fde2-3990-495c-9c52-50150e3a9ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:02.019043 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:03.160847 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:04.801764 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:09.578713 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47316) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:09.584522 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [None req-e4b2a436-ec97-4f4c-b0dc-c28f1b4711f3 tempest-verify_tempest_config-653885597 tempest-verify_tempest_config-653885597-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:57:09.585482 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e4b2a436-ec97-4f4c-b0dc-c28f1b4711f3 tempest-verify_tempest_config-653885597 tempest-verify_tempest_config-653885597-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057993 Feb 04 17:57:10.085324 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47334) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:10.188529 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.262528 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Publish callbacks [] for security_group (648d3036-c605-41be-b40c-26ab68e46695), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.315540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (648d3036-c605-41be-b40c-26ab68e46695), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.359138 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d3036-c605-41be-b40c-26ab68e46695,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:10.363927 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e27e383e0fc4c3baf515321c5803137&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2775056 Feb 04 17:57:10.366779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47338) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:57:10.368171 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.368533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.368908 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.369771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.370114 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.370467 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.370845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.371161 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.371503 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.371835 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.372160 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.372482 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.372803 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e1479-1bb6-4099-9488-bac74d9cff64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.451326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Publish callbacks [] for security_group (648d3036-c605-41be-b40c-26ab68e46695), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.471857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Publish callbacks [] for security_group (648d3036-c605-41be-b40c-26ab68e46695), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.613452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (648d3036-c605-41be-b40c-26ab68e46695), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.616076 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:10.617234 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/648d3036-c605-41be-b40c-26ab68e46695 HTTP/1.1" status: 204 len: 168 time: 0.2489600 Feb 04 17:57:10.625831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d3036-c605-41be-b40c-26ab68e46695,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:57:10.632982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.633353 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.633707 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.634048 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.634384 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.634779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.635138 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.635471 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.635803 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.636281 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.636766 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.636926 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:10.637253 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcfe13-458d-423a-b37d-bc04c8be69e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:57:28.531932 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e08fbaa3-d5dd-4a46-8252-1fc27f0f7315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:30.817647 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-526629c5-3812-43f5-ada2-86fa1e4b6590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:32.028752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:33.170870 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:34.816587 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:57:37.391655 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:57:58.530914 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-78fade84-429c-459b-9926-d41e33cd3df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:00.804196 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cbc24abb-0260-4d55-b5b5-efb7b57c84cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:02.022278 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:03.163899 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:04.803659 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:14.390540 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 5 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:58:28.585131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e796-6949-4ffe-85cf-f7d0fab69163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:30.831058 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6b5d9fa3-2ae2-4365-8d05-ddee7639afe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:32.026632 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:33.191672 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:34.774560 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:47.692968 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473195'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:58:51.388066 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:58:58.539480 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-dd637dfa-f3a4-4cb4-9cda-c3d42b85f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:00.802223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c5588b3b-db0b-42d6-a4ce-e03395fe729d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:01.325624 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47416) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:59:01.432432 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e722230a-3b5c-41de-acb6-af71d99a4478 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057038 Feb 04 17:59:02.023785 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:03.167694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:03.738533 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47426) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:59:03.801857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-f45eb941-ff1c-461c-afc4-93024dc4d5da admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0622282 Feb 04 17:59:04.767222 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:17.686559 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:28.385786 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:59:28.543259 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2cb5819d-2500-48f2-a801-f03e9e941f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:30.800281 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84ae99e5-7a27-4702-b7b5-9b0243d95595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:32.011603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:33.182962 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:34.766443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:47.661342 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:59:58.582435 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7b10c8b1-f592-4011-8b97-bccc5ecef371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:00.839555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7c83e4a8-3e0e-42f8-a6e2-e080841dcdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:02.062267 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:03.176461 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:04.770245 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:05.384039 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:00:17.655492 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:28.552271 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58d6199c-351a-465f-8bd6-54678eede521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:30.808793 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8b0e5d86-9bd7-468f-9566-514fbe3727fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:32.069618 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:33.169228 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:34.825791 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.352122 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47594) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:38.656743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47614) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:38.708988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-20040770-network', 'tenant_id': '745beddd0c154d82a7e95298706587b1'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:38.778124 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47626) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:38.796138 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Made reservation on behalf of 745beddd0c154d82a7e95298706587b1 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:38.798655 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.812694 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.820645 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-network', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:38.910222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks [] for security_group (ac1d107f-e9ac-4878-8f06-7cd48e0916bc), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.946530 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Made reservation on behalf of 88f3b231bd8d4b4ead414b5d72ec8f7e for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:38.948907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:38.971106 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.012922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ac1d107f-e9ac-4878-8f06-7cd48e0916bc), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.038385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:39.078162 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742362977356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (24a071be-0c60-4f2b-b713-411c515c3288), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.078787 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Unsubscribe: segment precommit_create {{(pid=109412) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 18:00:39.079275 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Added segment 24a071be-0c60-4f2b-b713-411c515c3288 of type vlan for network 0bab5cdf-34a8-435a-8e36-431b0f11e511 Feb 04 18:00:39.118740 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d107f-e9ac-4878-8f06-7cd48e0916bc,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:39.143749 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.144107 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.144861 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.144861 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.145156 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.145489 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.145841 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.146179 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.146537 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.146881 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.147216 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.147539 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.147865 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Tracked resource versions report: Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: pushed versions: Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: { 'AddressGroup': {'1.2'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'LocalIPAssociation': {'1.0'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Log': {'1.0'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Network': {'1.1'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Port': {'1.7'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'PortForwarding': {'1.2'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'QosPolicy': {'1.10'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroup': {'1.5'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SubPort': {'1.0'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Subnet': {'1.1'}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Trunk': {'1.1'}} Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: consumer versions: Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: HyperV agent@hv-cinder-82276: {}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'ConntrackHelper': '1.0', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'LocalIPAssociation': '1.0', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Log': '1.0', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Network': '1.1', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Port': '1.7', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'PortForwarding': '1.2', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'QosPolicy': '1.10', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroup': '1.5', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SecurityGroupRule': '1.2', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'SubPort': '1.0', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Subnet': '1.1', Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: 'Trunk': '1.1'}} Feb 04 18:00:39.149061 dv-cinder-822768-3-iscsi neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 18:00:39.158650 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (0bab5cdf-34a8-435a-8e36-431b0f11e511), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.207830 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks [] for security_group (e7d24bd0-2643-4100-8f08-d7891f7f6bad), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.289120 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (0bab5cdf-34a8-435a-8e36-431b0f11e511), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.290222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.290921 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.353619 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e7d24bd0-2643-4100-8f08-d7891f7f6bad), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.373708 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-773104862-network', 'tenant_id': '98b821507d2d4011b60cf59f38442b2e'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:39.399968 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] Pushing event updated for resources: {'Network': ['ID=0bab5cdf-34a8-435a-8e36-431b0f11e511,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:39.403027 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47644) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:39.412715 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:39.426278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:39.446278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d24bd0-2643-4100-8f08-d7891f7f6bad,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:39.455733 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (5fd74c7e-697b-4ced-aea9-fd909128cf0a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.456574 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Added segment 5fd74c7e-697b-4ced-aea9-fd909128cf0a of type vlan for network 9c690480-f668-45a1-920e-e1d3e188eb0c Feb 04 18:00:39.477116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Made reservation on behalf of 98b821507d2d4011b60cf59f38442b2e for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:39.480411 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.500393 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.510997 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-46ad8201-8d1b-401a-a17b-0e24c8cd7d33 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1576641 Feb 04 18:00:39.515053 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47650) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:39.527257 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (9c690480-f668-45a1-920e-e1d3e188eb0c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.539671 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Request body: {'subnet': {'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-subnet', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:39.594755 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47654) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:39.656336 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks [] for security_group (11d204b5-0fc2-44b6-8d08-6cc63e46a6d4), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.670726 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Made reservation on behalf of 745beddd0c154d82a7e95298706587b1 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:39.673417 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.714952 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1913872486-network', 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:39.745622 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (9c690480-f668-45a1-920e-e1d3e188eb0c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.757618 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:39.757618 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.807994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] Pushing event updated for resources: {'Network': ['ID=9c690480-f668-45a1-920e-e1d3e188eb0c,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:39.818793 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 9c690480-f668-45a1-920e-e1d3e188eb0c details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:39.857419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-470841795-network', 'tenant_id': '00a6093b8812451283ddc89510d3000a'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:39.946877 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-8a5e99f3-d029-4bb8-8024-78fa0b6985dc admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2889378 Feb 04 18:00:39.947937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47672) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:39.953171 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Request body: {'subnet': {'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-subnet', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:39.977593 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (11d204b5-0fc2-44b6-8d08-6cc63e46a6d4), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:39.994258 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:39.996578 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.014270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.021394 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:40.042705 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Made reservation on behalf of 88f3b231bd8d4b4ead414b5d72ec8f7e for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:40.045739 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.073011 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (8781d215-b268-4121-9982-f2ac75431aeb), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.073359 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Added segment 8781d215-b268-4121-9982-f2ac75431aeb of type vlan for network 1e96e38f-4ac7-4474-9f3e-a514502d3ac8 Feb 04 18:00:40.083831 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d204b5-0fc2-44b6-8d08-6cc63e46a6d4,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.114023 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (fae40914-ae36-4d4d-bc24-7a0c1c9e1662), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.145358 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.146633 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.147162 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.147657 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.148144 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.148628 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.149129 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.149730 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.150252 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.150644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Tracked resource versions report: Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: pushed versions: Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: { 'AddressGroup': {'1.2'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'ConntrackHelper': {'1.0'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'LocalIPAssociation': {'1.0'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Log': {'1.0'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Network': {'1.1'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Port': {'1.7'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'PortForwarding': {'1.2'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'QosPolicy': {'1.10'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroup': {'1.5'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroupRule': {'1.2'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SubPort': {'1.0'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Subnet': {'1.1'}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Trunk': {'1.1'}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: consumer versions: Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: HyperV agent@hv-cinder-82276: {}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'ConntrackHelper': '1.0', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'LocalIPAssociation': '1.0', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Log': '1.0', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Network': '1.1', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Port': '1.7', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'PortForwarding': '1.2', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'QosPolicy': '1.10', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroup': '1.5', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SecurityGroupRule': '1.2', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'SubPort': '1.0', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Subnet': '1.1', Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: 'Trunk': '1.1'}} Feb 04 18:00:40.155766 dv-cinder-822768-3-iscsi neutron-server[109413]: {{(pid=109413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 18:00:40.163223 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (1e96e38f-4ac7-4474-9f3e-a514502d3ac8), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.178517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Made reservation on behalf of 00a6093b8812451283ddc89510d3000a for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:40.181694 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.232139 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.299374 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae40914-ae36-4d4d-bc24-7a0c1c9e1662,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.320113 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Checking segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:40.320477 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Network hostable DHCP agents. Network: 0bab5cdf-34a8-435a-8e36-431b0f11e511, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:40.402235 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks [] for security_group (0110fd50-1864-481a-8dba-d8ce995484e6), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.403312 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1e96e38f-4ac7-4474-9f3e-a514502d3ac8), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.404273 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:40.404852 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.420002 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (0032dde5-0b40-4ce3-b080-18ca885a6304), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.434231 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks [] for security_group (3918185a-d233-4ea7-9eec-ac4b163bf1d1), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.478344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0032dde5-0b40-4ce3-b080-18ca885a6304,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.487368 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] Pushing event updated for resources: {'Network': ['ID=1e96e38f-4ac7-4474-9f3e-a514502d3ac8,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.488678 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Checking segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:40.489045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Network hostable DHCP agents. Network: 9c690480-f668-45a1-920e-e1d3e188eb0c, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:40.490829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0110fd50-1864-481a-8dba-d8ce995484e6), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.498288 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 1e96e38f-4ac7-4474-9f3e-a514502d3ac8 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:40.516401 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:40.539890 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3918185a-d233-4ea7-9eec-ac4b163bf1d1), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.559242 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0110fd50-1864-481a-8dba-d8ce995484e6,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.581267 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:40.595040 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (27927d22-a3eb-4a82-ba59-1f6a8365b566), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.595402 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Added segment 27927d22-a3eb-4a82-ba59-1f6a8365b566 of type vlan for network 3dc2f191-988b-4e16-974b-c84a0b6125d2 Feb 04 18:00:40.605738 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6dfcbfeb-4120-4da7-9729-9f407f4ecf8e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8264558 Feb 04 18:00:40.606457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:40.609509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47692) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:40.614737 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Request body: {'subnet': {'network_id': '1e96e38f-4ac7-4474-9f3e-a514502d3ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-773104862-subnet', 'tenant_id': '98b821507d2d4011b60cf59f38442b2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:40.619131 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (4e0d110b-f48b-41dd-9430-ff640590bc87), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.619469 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Added segment 4e0d110b-f48b-41dd-9430-ff640590bc87 of type vlan for network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 Feb 04 18:00:40.658455 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Network 9c690480-f668-45a1-920e-e1d3e188eb0c is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:40.681767 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3918185a-d233-4ea7-9eec-ac4b163bf1d1,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:40.701342 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (3dc2f191-988b-4e16-974b-c84a0b6125d2), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.707662 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (6dd0ca80-0c83-4ea4-98da-6bee3a373147), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.713159 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 9c690480-f668-45a1-920e-e1d3e188eb0c) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:40.714037 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 0bab5cdf-34a8-435a-8e36-431b0f11e511) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:40.718499 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:40.719122 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.729883 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:40.730501 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.731107 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9c4b2-781d-4e5a-9cef-15a7d7ff253c None None] Network 9c690480-f668-45a1-920e-e1d3e188eb0c requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:40.753005 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f0fc18-821d-4924-8c0d-16f03031fcda None None] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:40.754169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Made reservation on behalf of 98b821507d2d4011b60cf59f38442b2e for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:40.757590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.893952 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3dc2f191-988b-4e16-974b-c84a0b6125d2), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.895736 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:40.896406 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:40.939198 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-bbd7925d-0ff7-4c9e-ab0b-df50160b52d1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9898860 Feb 04 18:00:40.943708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47702) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:40.949275 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47704) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:40.949522 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b2ab85fb-1e87-4c7f-9b5f-18111ce80e82 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4298358 Feb 04 18:00:40.952988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:40.963295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:41.005635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (6dd0ca80-0c83-4ea4-98da-6bee3a373147), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.005635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:41.005635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.006712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a4e9a-6e5d-4d15-b257-1f9e24d33fdb None None] Network 9c690480-f668-45a1-920e-e1d3e188eb0c requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:41.036690 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6322966 Feb 04 18:00:41.038981 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47714) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:41.045256 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a97e-8ce8-4f3e-adbc-e282bb8f410f admin admin] Pushing event updated for resources: {'Network': ['ID=3dc2f191-988b-4e16-974b-c84a0b6125d2,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.047430 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Request body: {'subnet': {'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1913872486-subnet', 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:41.077399 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-0bab5cdf-34a8-435a-8e36-431b0f11e511', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:00:41.078878 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.081070 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:41.120000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd0ca80-0c83-4ea4-98da-6bee3a373147,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.139691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:41.188983 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.190742 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e0639700-a12c-4138-8232-11a4cefacff8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5929627 Feb 04 18:00:41.203023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.203023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (d1b777d4-c234-4d4b-8cb1-c8e823f911c2), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.203023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.203023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.204695 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47724) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:41.209997 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Request body: {'subnet': {'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-470841795-subnet', 'tenant_id': '00a6093b8812451283ddc89510d3000a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:41.248795 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:41.248795 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.341059 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Made reservation on behalf of 00a6093b8812451283ddc89510d3000a for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:41.345935 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.395389 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Allocated IP 172.20.0.2 (0bab5cdf-34a8-435a-8e36-431b0f11e511/fae40914-ae36-4d4d-bc24-7a0c1c9e1662/632bb2b5-987d-416a-84a8-633aaab00d10) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:41.550268 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks [] for port (632bb2b5-987d-416a-84a8-633aaab00d10), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.599158 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for router_controller (c8713dee-d0e4-4b4e-ab08-55349c70e88b), precommit_add_association {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.605788 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for router_controller (ae6f0b97-4d11-4290-a702-7be019ac821c), precommit_add_association {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.617149 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b777d4-c234-4d4b-8cb1-c8e823f911c2,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.640315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Checking segment: {'id': '8781d215-b268-4121-9982-f2ac75431aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '1e96e38f-4ac7-4474-9f3e-a514502d3ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:41.640315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Network hostable DHCP agents. Network: 1e96e38f-4ac7-4474-9f3e-a514502d3ac8, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:41.695345 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.695970 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (29c731e1-77d0-46bb-8c27-87ce49368554), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.756414 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:41.759653 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:41.760777 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c731e1-77d0-46bb-8c27-87ce49368554,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.763727 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:41.770379 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Network 1e96e38f-4ac7-4474-9f3e-a514502d3ac8 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:41.772065 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Checking segment: {'id': '4e0d110b-f48b-41dd-9430-ff640590bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:41.772216 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Network hostable DHCP agents. Network: 6dd0ca80-0c83-4ea4-98da-6bee3a373147, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:41.773969 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Pushing event updated for resources: {'Port': ['ID=632bb2b5-987d-416a-84a8-633aaab00d10,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:41.782782 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.783165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.784135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.784689 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.785234 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.785753 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.786102 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.786597 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Tracked resource versions report: Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: pushed versions: Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: { 'AddressGroup': {'1.2'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'ConntrackHelper': {'1.0'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'LocalIPAssociation': {'1.0'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Log': {'1.0'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Network': {'1.1'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Port': {'1.7'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'PortForwarding': {'1.2'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'QosPolicy': {'1.10'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroup': {'1.5'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroupRule': {'1.2'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SubPort': {'1.0'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Subnet': {'1.1'}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Trunk': {'1.1'}} Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: consumer versions: Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: HyperV agent@hv-cinder-82276: {}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'ConntrackHelper': '1.0', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'LocalIPAssociation': '1.0', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Log': '1.0', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Network': '1.1', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Port': '1.7', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'PortForwarding': '1.2', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'QosPolicy': '1.10', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroup': '1.5', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SecurityGroupRule': '1.2', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'SubPort': '1.0', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Subnet': '1.1', Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: 'Trunk': '1.1'}} Feb 04 18:00:41.789741 dv-cinder-822768-3-iscsi neutron-server[109414]: {{(pid=109414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 18:00:41.858063 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Attempting to bind port 632bb2b5-987d-416a-84a8-633aaab00d10 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:41.858781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Attempting to bind port 632bb2b5-987d-416a-84a8-633aaab00d10 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:41.859311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Attempting to bind port 632bb2b5-987d-416a-84a8-633aaab00d10 on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:41.865876 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:41.866311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Checking segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:41.866749 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.867193 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Bound using segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:41.867927 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Bound port: 632bb2b5-987d-416a-84a8-633aaab00d10, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:41.868372 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.871452 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:41.949501 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] For port 632bb2b5-987d-416a-84a8-633aaab00d10, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:41.952023 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] For port 632bb2b5-987d-416a-84a8-633aaab00d10, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=632bb2b5-987d-416a-84a8-633aaab00d10,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:41.975095 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 6dd0ca80-0c83-4ea4-98da-6bee3a373147) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:41.979179 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:41.983853 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:41.984583 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab42d98-cabb-429f-bd83-127944fe5cd4 None None] Network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:42.003302 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (c8c29342-7d7c-4b15-ba19-d1b2393955ac), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.037354 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 1e96e38f-4ac7-4474-9f3e-a514502d3ac8) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:42.056361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162dd11-b08d-4114-ada8-d796163f0451 None None] Network 1e96e38f-4ac7-4474-9f3e-a514502d3ac8 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:42.064962 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.065555 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.069085 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for router_gateway (c8713dee-d0e4-4b4e-ab08-55349c70e88b), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.082743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for router_gateway (ae6f0b97-4d11-4290-a702-7be019ac821c), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.086460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ed65a60e-45c3-4d89-b8e4-3cc92e640a0a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8810227 Feb 04 18:00:42.119816 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.127977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c29342-7d7c-4b15-ba19-d1b2393955ac,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:42.166729 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Checking segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:42.167175 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Network hostable DHCP agents. Network: 3dc2f191-988b-4e16-974b-c84a0b6125d2, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:42.281629 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a80a854c-0fc0-4b62-8bf1-03c757821adf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6714957 Feb 04 18:00:42.312746 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ef0a7-504a-4fc4-86a3-851da22e988d None None] Network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:42.344323 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:42.470961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 3dc2f191-988b-4e16-974b-c84a0b6125d2) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:42.495960 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:00:42.514336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:42.521153 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:42.713473 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d9305117-e171-4dc4-ab72-f99ce08cfeb2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6652856 Feb 04 18:00:42.786957 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e04d1-aaba-4d57-b1b8-91da6761c50b None None] Pushing event updated for resources: {'Port': ['ID=632bb2b5-987d-416a-84a8-633aaab00d10,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:42.805458 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c5a8d-3889-4d07-be12-df640997bd75 None None] Network 1e96e38f-4ac7-4474-9f3e-a514502d3ac8 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:42.808125 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36774670-4a75-4d44-8aaa-064976a66e4f None None] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:43.053473 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for router_gateway (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.130344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.132783 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da0cd6-1c7b-4b4b-a95b-b7502f003990 None None] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:43.221323 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for router_gateway (ae6f0b97-4d11-4290-a702-7be019ac821c), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.243437 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.339255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Allocated IP 172.27.3.217 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/14f51e78-612e-4a00-b67d-98f3384e1788) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:43.481220 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 632bb2b5-987d-416a-84a8-633aaab00d10 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:43.506155 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for port (14f51e78-612e-4a00-b67d-98f3384e1788), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.541365 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 632bb2b5-987d-416a-84a8-633aaab00d10 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:43.541933 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.634222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.671371 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 632bb2b5-987d-416a-84a8-633aaab00d10 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:43.672165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.716737 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:43.721838 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 632bb2b5-987d-416a-84a8-633aaab00d10, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=632bb2b5-987d-416a-84a8-633aaab00d10,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:43.728054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:43.734284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:43.767705 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853737c5-af76-43e0-a5b0-abf653240845 None None] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:43.824817 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Pushing event updated for resources: {'Port': ['ID=14f51e78-612e-4a00-b67d-98f3384e1788,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:43.867505 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Allocated IP 172.27.3.39 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/5fc99615-ef9a-4b9a-9021-11b2079d17aa) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:43.877542 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.890444 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e27efa67-52ce-4f0e-aa69-cf0600fcb566 None None] Provisioning complete for port 632bb2b5-987d-416a-84a8-633aaab00d10 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:43.892161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e27efa67-52ce-4f0e-aa69-cf0600fcb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:43.929854 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47842) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:44.048301 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=632bb2b5-987d-416a-84a8-633aaab00d10,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:44.184828 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e27efa67-52ce-4f0e-aa69-cf0600fcb566 None None] Current status of the port 632bb2b5-987d-416a-84a8-633aaab00d10 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:44.207943 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d3cc-1104-4f3c-867b-e067ac1c211f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.222448 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.266489 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47856) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:44.275186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47858) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:44.276070 dv-cinder-822768-3-iscsi neutron-server[109413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 18:00:44.303825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-358090878-network', 'tenant_id': '9ad4d87521514b54b03ebc56e0bb8508'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:44.363675 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for router_gateway (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.475779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.483937 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Made reservation on behalf of 9ad4d87521514b54b03ebc56e0bb8508 for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:44.486186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.524011 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-7fcc82cc-1fcd-48b4-bb81-2abe5fb3be79 None None] Provisioning complete for port 632bb2b5-987d-416a-84a8-633aaab00d10 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:44.524753 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7fcc82cc-1fcd-48b4-bb81-2abe5fb3be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.530470 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.536474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:44.544094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:44.549930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:44.554840 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc99615-ef9a-4b9a-9021-11b2079d17aa,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:44.562182 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d3cc-1104-4f3c-867b-e067ac1c211f admin admin] Publish callbacks [] for security_group (8ce36977-6e28-423d-9065-79d86e091bb1), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.572230 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-5622e223-ef9c-46c4-ac5a-517978efd50a tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:44.579002 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-5622e223-ef9c-46c4-ac5a-517978efd50a tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/networks?id=6dd0ca80-0c83-4ea4-98da-6bee3a373147 HTTP/1.1" status: 200 len: 811 time: 0.3083646 Feb 04 18:00:44.603812 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-abdbbcda-60be-4fc7-96d3-8b2c638aa4b1 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/quotas/00a6093b8812451283ddc89510d3000a HTTP/1.1" status: 200 len: 375 time: 0.0238428 Feb 04 18:00:44.615505 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc82cc-1fcd-48b4-bb81-2abe5fb3be79 None None] Current status of the port 632bb2b5-987d-416a-84a8-633aaab00d10 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:44.650314 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d3cc-1104-4f3c-867b-e067ac1c211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8ce36977-6e28-423d-9065-79d86e091bb1), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.687187 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-c6c34935-fddf-434a-91c1-a03b0b2fb4eb tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=00a6093b8812451283ddc89510d3000a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822961 Feb 04 18:00:44.756155 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d1e9d3cc-1104-4f3c-867b-e067ac1c211f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce5c2862bc1c4c968638ca1cb733c261&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8247828 Feb 04 18:00:44.759599 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9d3cc-1104-4f3c-867b-e067ac1c211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce36977-6e28-423d-9065-79d86e091bb1,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:44.761446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47882) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:44.817950 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.833538 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks [] for security_group (e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.857781 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] Publish callbacks [] for security_group (8ce36977-6e28-423d-9065-79d86e091bb1), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.880391 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47888) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:44.894050 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] Publish callbacks [] for security_group (8ce36977-6e28-423d-9065-79d86e091bb1), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:44.954121 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.030175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-0a68286a-f78b-443a-9b7e-336112da1438 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:00:45.031340 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-0a68286a-f78b-443a-9b7e-336112da1438 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1109064 Feb 04 18:00:45.036613 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:00:45.075180 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:45.142996 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-90ca3bcd-8d86-4bbe-b694-ee656a8d3e4e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:45.145033 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-90ca3bcd-8d86-4bbe-b694-ee656a8d3e4e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.2630186 Feb 04 18:00:45.152213 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for router_gateway (ae6f0b97-4d11-4290-a702-7be019ac821c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.173963 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-52b18b17-0176-4921-a22a-0cd856d78083 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/quotas/c4a8ffd2aaf14a21a0545cb345ab262f HTTP/1.1" status: 200 len: 375 time: 0.0182879 Feb 04 18:00:45.198713 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-2dec8de0-a929-4216-b4ca-630ce11c1696 service neutron] 10.222.0.98 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516418 Feb 04 18:00:45.219892 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-3397ad9b-9bd3-4b42-86dd-ea522b1ba8b1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366666 Feb 04 18:00:45.220985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (f6579efd-3a83-43f2-9112-cadad16b4a20), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.221318 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Added segment f6579efd-3a83-43f2-9112-cadad16b4a20 of type vlan for network 7e01b9cc-be7f-4884-9c55-0e5c8d104620 Feb 04 18:00:45.228714 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8ce36977-6e28-423d-9065-79d86e091bb1), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.232315 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.236208 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8ce36977-6e28-423d-9065-79d86e091bb1 HTTP/1.1" status: 204 len: 168 time: 0.4697363 Feb 04 18:00:45.312897 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728c1fb-ff11-4353-893f-4b2a8867ee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce36977-6e28-423d-9065-79d86e091bb1,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:45.337501 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (7e01b9cc-be7f-4884-9c55-0e5c8d104620), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.373092 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Router c8713dee-d0e4-4b4e-ab08-55349c70e88b is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:00:45.404200 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-01f96bbc-9a20-42c8-80b1-33ac24a79c90 service neutron] 10.222.0.98 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885297 Feb 04 18:00:45.438931 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-913f6871-8136-4e20-ba3a-917c40aa44c2 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:00:45.439953 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-913f6871-8136-4e20-ba3a-917c40aa44c2 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1284344 Feb 04 18:00:45.476460 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 632bb2b5-987d-416a-84a8-633aaab00d10 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:45.492404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.549912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 632bb2b5-987d-416a-84a8-633aaab00d10 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:45.550482 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.587137 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:00:45.605093 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Sync routers for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:00:45.616874 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:45.617320 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:45.651918 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 632bb2b5-987d-416a-84a8-633aaab00d10 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:45.653064 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7e01b9cc-be7f-4884-9c55-0e5c8d104620), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.654591 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:45.654591 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.739647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] Pushing event updated for resources: {'Network': ['ID=7e01b9cc-be7f-4884-9c55-0e5c8d104620,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:45.756509 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 7e01b9cc-be7f-4884-9c55-0e5c8d104620 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:00:45.759885 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-38b3d75f-5c27-4e0f-b774-396dff8c81be service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115396 Feb 04 18:00:45.837401 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:45.837401 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-93d7a16b-8238-41d5-a66d-592a523c986d admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8895538 Feb 04 18:00:45.837401 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47912) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:45.839800 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:45.917740 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-a68fa471-4480-4e26-9ff6-1d7eeee51a0a service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486232 Feb 04 18:00:45.926147 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-85d7086c-8b82-4b4c-b1c2-c363cbfe0482 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6480386 Feb 04 18:00:45.927194 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47920) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:45.933922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Request body: {'subnet': {'network_id': '7e01b9cc-be7f-4884-9c55-0e5c8d104620', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-358090878-subnet', 'tenant_id': '9ad4d87521514b54b03ebc56e0bb8508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:45.957225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Router ae6f0b97-4d11-4290-a702-7be019ac821c is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:00:46.076548 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Made reservation on behalf of 9ad4d87521514b54b03ebc56e0bb8508 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:46.078917 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:43Z', 'revision_number': 3, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:46.079679 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:46.150808 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Checking router: c8713dee-d0e4-4b4e-ab08-55349c70e88b for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:00:46.150808 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Updating router c8713dee-d0e4-4b4e-ab08-55349c70e88b port 14f51e78-612e-4a00-b67d-98f3384e1788 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:00:46.232047 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:46.270942 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:00:46.281163 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:00:46.299757 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-75d7b617-d3a4-45f6-9bb8-9a683828896f req-d9491d60-f2d5-4259-bb1e-6a07c0be0395 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.1751680 Feb 04 18:00:46.305121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:46.305812 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:46.528909 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:46.537601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:46.546022 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4394adca-ad90-468e-a455-c30e99917758 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5885589 Feb 04 18:00:46.553539 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 47958) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:46.601025 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9c1c79a1-f70a-4073-8e53-244469c956eb req-c1543466-f7f9-459c-88b6-8a2e08432ca4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.0877013 Feb 04 18:00:47.153159 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47976) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:47.153159 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9148d9a7-d4ec-400d-83d0-9b99b70e540b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.153159 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (d40ff9dc-f340-4f65-8b7d-4d4ba93fda29), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.155478 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:44Z', 'revision_number': 3, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:47.156271 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks [] for port (14f51e78-612e-4a00-b67d-98f3384e1788), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.157344 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40ff9dc-f340-4f65-8b7d-4d4ba93fda29,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:47.158087 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:00:47.158087 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Updating router ae6f0b97-4d11-4290-a702-7be019ac821c port 5fc99615-ef9a-4b9a-9021-11b2079d17aa binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:00:47.158217 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Checking segment: {'id': 'f6579efd-3a83-43f2-9112-cadad16b4a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7e01b9cc-be7f-4884-9c55-0e5c8d104620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:47.158217 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Network hostable DHCP agents. Network: 7e01b9cc-be7f-4884-9c55-0e5c8d104620, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:00:47.158357 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.158461 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9148d9a7-d4ec-400d-83d0-9b99b70e540b admin admin] Publish callbacks [] for security_group (386b6d09-a4b2-4e21-9d57-ee56f0168848), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.158536 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.163198 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Network 7e01b9cc-be7f-4884-9c55-0e5c8d104620 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:00:47.172153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9148d9a7-d4ec-400d-83d0-9b99b70e540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (386b6d09-a4b2-4e21-9d57-ee56f0168848), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.208361 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9148d9a7-d4ec-400d-83d0-9b99b70e540b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a950eabff76a42c9823246097f96700d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3675172 Feb 04 18:00:47.209217 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 47984) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:47.275086 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 7e01b9cc-be7f-4884-9c55-0e5c8d104620) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:47.282663 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148d9a7-d4ec-400d-83d0-9b99b70e540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386b6d09-a4b2-4e21-9d57-ee56f0168848,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:47.285466 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Pushing event updated for resources: {'Port': ['ID=14f51e78-612e-4a00-b67d-98f3384e1788,revision_number=2']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:47.288118 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Attempting to bind port 14f51e78-612e-4a00-b67d-98f3384e1788 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:47.288699 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Attempting to bind port 14f51e78-612e-4a00-b67d-98f3384e1788 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:47.289376 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Attempting to bind port 14f51e78-612e-4a00-b67d-98f3384e1788 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:47.294302 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:47.294935 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.301483 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.302183 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.302779 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.303330 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.303868 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.304434 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.304841 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91315660-d75f-40a3-9c85-6cab542a8307 None None] Network 7e01b9cc-be7f-4884-9c55-0e5c8d104620 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:47.304951 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.305914 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.306412 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.307078 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.311296 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.311296 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.311296 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:00:47.311513 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] Publish callbacks [] for security_group (386b6d09-a4b2-4e21-9d57-ee56f0168848), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Tracked resource versions report: Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: pushed versions: Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: { 'AddressGroup': {'1.2'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'ConntrackHelper': {'1.0'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'LocalIPAssociation': {'1.0'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Log': {'1.0'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Network': {'1.1'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Port': {'1.7'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'PortForwarding': {'1.2'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'QosPolicy': {'1.10'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroup': {'1.5'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroupRule': {'1.2'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SubPort': {'1.0'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Subnet': {'1.1'}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Trunk': {'1.1'}} Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: consumer versions: Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: { DHCP agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: HyperV agent@hv-cinder-82276: {}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: L3 agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: Metadata agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: Metering agent@dv-cinder-822768-3-iscsi: {}, Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: Open vSwitch agent@dv-cinder-822768-3-iscsi: { 'AddressGroup': '1.2', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'ConntrackHelper': '1.0', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'LocalIPAssociation': '1.0', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Log': '1.0', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Network': '1.1', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Port': '1.7', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'PortForwarding': '1.2', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'QosPolicy': '1.10', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroup': '1.5', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SecurityGroupRule': '1.2', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'SubPort': '1.0', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Subnet': '1.1', Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: 'Trunk': '1.1'}} Feb 04 18:00:47.311591 dv-cinder-822768-3-iscsi neutron-server[109415]: {{(pid=109415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 18:00:47.325941 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:47.327426 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:47.328015 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.330084 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:47.330835 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Bound port: 14f51e78-612e-4a00-b67d-98f3384e1788, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:47.331449 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.338681 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] Publish callbacks [] for security_group (386b6d09-a4b2-4e21-9d57-ee56f0168848), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.443579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c2ca92e3-c25b-4bde-af1b-027a3f84d204 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5062549 Feb 04 18:00:47.489948 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] For port 14f51e78-612e-4a00-b67d-98f3384e1788, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:47.496763 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] For port 14f51e78-612e-4a00-b67d-98f3384e1788, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=14f51e78-612e-4a00-b67d-98f3384e1788,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:47.506341 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e406a11f-beab-4e81-85f3-55203164463d req-8458bdfd-a05f-4a06-a72c-b4f3dac57793 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0526187 Feb 04 18:00:47.601926 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (386b6d09-a4b2-4e21-9d57-ee56f0168848), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.609771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.611013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/386b6d09-a4b2-4e21-9d57-ee56f0168848 HTTP/1.1" status: 204 len: 168 time: 0.3996727 Feb 04 18:00:47.621648 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9820b-e295-45c2-9280-1ebe66a09953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386b6d09-a4b2-4e21-9d57-ee56f0168848,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:47.664411 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.695535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.700708 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48006) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:47.817571 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks [] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.826344 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.832428 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04bb522-0aa0-468c-bd66-30a4e555702f None None] Network 7e01b9cc-be7f-4884-9c55-0e5c8d104620 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:00:47.871870 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832692-215e-4531-951a-3a1ffc2b7a92 None None] Pushing event updated for resources: {'Port': ['ID=14f51e78-612e-4a00-b67d-98f3384e1788,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:47.923507 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:47.923507 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:47.924048 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:47.956183 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0df12d3e-777e-48c9-ae1d-b0eff3918225 req-a4e06bdf-8720-4b2e-aad6-bcc5ab94da15 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.1514499 Feb 04 18:00:47.963913 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Deleting subnet d1b777d4-c234-4d4b-8cb1-c8e823f911c2 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:00:47.968701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Publish callbacks [] for subnet (d1b777d4-c234-4d4b-8cb1-c8e823f911c2), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.043778 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Publish callbacks [] for subnet (d1b777d4-c234-4d4b-8cb1-c8e823f911c2), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.061824 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (d1b777d4-c234-4d4b-8cb1-c8e823f911c2), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.078844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.181027 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:48.233169 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Attempting to bind port 5fc99615-ef9a-4b9a-9021-11b2079d17aa on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:48.233545 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Attempting to bind port 5fc99615-ef9a-4b9a-9021-11b2079d17aa by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:48.233908 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Attempting to bind port 5fc99615-ef9a-4b9a-9021-11b2079d17aa on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:48.236331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88f4a2-45ae-4bca-8940-28e8619053c1 None None] Pushing event updated for resources: {'Port': ['ID=5fc99615-ef9a-4b9a-9021-11b2079d17aa,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:48.244230 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:48.244680 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:48.245258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.245658 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:48.246242 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Bound port: 5fc99615-ef9a-4b9a-9021-11b2079d17aa, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:48.246703 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.307783 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] For port 5fc99615-ef9a-4b9a-9021-11b2079d17aa, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:48.310889 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] For port 5fc99615-ef9a-4b9a-9021-11b2079d17aa, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5fc99615-ef9a-4b9a-9021-11b2079d17aa,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:48.380395 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Allocated IP 172.20.0.1 (9c690480-f668-45a1-920e-e1d3e188eb0c/0032dde5-0b40-4ce3-b080-18ca885a6304/beaf18fa-eaa2-4f27-8648-06d5191c1c9e) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:48.380627 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for subnet (d1b777d4-c234-4d4b-8cb1-c8e823f911c2), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.383435 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Allocated IP 172.20.0.1 (0bab5cdf-34a8-435a-8e36-431b0f11e511/fae40914-ae36-4d4d-bc24-7a0c1c9e1662/d4a19596-36cd-4a5d-92c6-47b0e97df6f0) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:48.413293 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b777d4-c234-4d4b-8cb1-c8e823f911c2,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:48.423420 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.423420 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3b100ccb-1187-4875-9ba4-fbed1d4e89cd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d1b777d4-c234-4d4b-8cb1-c8e823f911c2 HTTP/1.1" status: 204 len: 168 time: 0.7193568 Feb 04 18:00:48.425477 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48022) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:48.448571 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.541229 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (1e96e38f-4ac7-4474-9f3e-a514502d3ac8), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.560050 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:48.560707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:48.595792 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:43Z', 'revision_number': 3, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:48.637340 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88f4a2-45ae-4bca-8940-28e8619053c1 None None] Pushing event updated for resources: {'Port': ['ID=5fc99615-ef9a-4b9a-9021-11b2079d17aa,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:48.662372 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e180b38-9639-4f24-8957-6aea08667ae1 None None] The sync data for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi is: [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:43Z', 'revision_number': 3, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:00:48.782182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:48.783047 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a05eefd6-52cb-40cc-a2c9-592fd84c1649 req-f4c67614-e276-4909-b0d8-38b321e798d3 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.1820424 Feb 04 18:00:48.844391 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks [] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.861108 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks [] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.868861 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (1e96e38f-4ac7-4474-9f3e-a514502d3ac8), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:48.918476 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.919009 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.919818 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.920526 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > port after_create 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.920642 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.921090 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > port after_update 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.921475 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.921899 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.922279 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:48.922841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:49.044100 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:44Z', 'revision_number': 3, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:49.065169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.069729 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.109652 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6abfde8-3d5f-4147-ac70-4536bbefa359 None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:44Z', 'revision_number': 3, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:00:49.172960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:49.174761 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Network 9c690480-f668-45a1-920e-e1d3e188eb0c is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:49.178940 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:49.183058 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:49.196062 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:49.196543 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (ae6f0b97-4d11-4290-a702-7be019ac821c), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.232010 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Pushing event updated for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:49.285319 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:49.285681 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:49.286022 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:49.286365 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:49.286795 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e96e38f-4ac7-4474-9f3e-a514502d3ac8']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:49.335675 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8781d215-b268-4121-9982-f2ac75431aeb') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:49.336320 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8781d215-b268-4121-9982-f2ac75431aeb') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:49.414890 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-adebab09-2879-4d31-8204-62163ea2f6c0 req-9bb9c3c2-0f87-4984-becf-ca50b9187454 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.1178691 Feb 04 18:00:49.428840 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:49.431103 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (8781d215-b268-4121-9982-f2ac75431aeb), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.435126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.463902 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48060) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:49.504691 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (8781d215-b268-4121-9982-f2ac75431aeb), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.518005 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:00:49.518450 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (8781d215-b268-4121-9982-f2ac75431aeb), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.552936 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 14f51e78-612e-4a00-b67d-98f3384e1788 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: from cryptography.utils import int_from_bytes Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: from cryptography.utils import int_from_bytes Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:00:49.566028 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:00:49.695228 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-03b89cd0-49e0-4dc1-a684-13323f5970d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.702182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-a343fa11-4a36-403b-9157-a67b23bb1c4c None None] Provisioning complete for port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:49.702867 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a343fa11-4a36-403b-9157-a67b23bb1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.709596 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Pushing event updated for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:49.752187 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 14f51e78-612e-4a00-b67d-98f3384e1788 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:49.752579 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.774047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a343fa11-4a36-403b-9157-a67b23bb1c4c None None] Port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:00:49.857313 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-03b89cd0-49e0-4dc1-a684-13323f5970d8 admin admin] Publish callbacks [] for security_group (78c0d5a1-17c9-4d4e-89ee-2968657f2ce7), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.863257 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 14f51e78-612e-4a00-b67d-98f3384e1788 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:49.863681 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:49.888739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 14f51e78-612e-4a00-b67d-98f3384e1788, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=14f51e78-612e-4a00-b67d-98f3384e1788,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:49.991572 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-960683b0-ae34-4c78-971b-fa23059772c2 req-733b2b59-d0db-4d24-8dcd-9d45c8b3c79d tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0368857 Feb 04 18:00:50.123936 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.127192 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-03b89cd0-49e0-4dc1-a684-13323f5970d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (78c0d5a1-17c9-4d4e-89ee-2968657f2ce7), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.130119 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (1e96e38f-4ac7-4474-9f3e-a514502d3ac8), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.169972 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.176031 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] 10.222.0.98 "DELETE /v2.0/networks/1e96e38f-4ac7-4474-9f3e-a514502d3ac8 HTTP/1.1" status: 204 len: 168 time: 1.7468770 Feb 04 18:00:50.187596 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48080) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:50.219026 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f48555-1d81-46e3-bcab-52d8425c876d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e96e38f-4ac7-4474-9f3e-a514502d3ac8,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:50.265261 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-03b89cd0-49e0-4dc1-a684-13323f5970d8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=30b45cbc1af842e38e22bdaeb78be204&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8003364 Feb 04 18:00:50.271925 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b89cd0-49e0-4dc1-a684-13323f5970d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c0d5a1-17c9-4d4e-89ee-2968657f2ce7,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:50.279028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48086) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:50.285549 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.295108 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=14f51e78-612e-4a00-b67d-98f3384e1788,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:50.303633 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.338395 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Deleting subnet d40ff9dc-f340-4f65-8b7d-4d4ba93fda29 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:00:50.345884 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Publish callbacks [] for subnet (d40ff9dc-f340-4f65-8b7d-4d4ba93fda29), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.422187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (d40ff9dc-f340-4f65-8b7d-4d4ba93fda29), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.458595 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] Publish callbacks [] for security_group (78c0d5a1-17c9-4d4e-89ee-2968657f2ce7), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.571010 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] Publish callbacks [] for security_group (78c0d5a1-17c9-4d4e-89ee-2968657f2ce7), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.608794 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (d40ff9dc-f340-4f65-8b7d-4d4ba93fda29), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.614432 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bcceb275-21a2-43e0-bdba-036f58f2396e req-b78312f9-2829-4874-ad1a-4547ed5f615d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.0842783 Feb 04 18:00:50.755249 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks [] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.760448 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks [] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.887535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.890766 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (78c0d5a1-17c9-4d4e-89ee-2968657f2ce7), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.890891 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.890984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.891790 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78c0d5a1-17c9-4d4e-89ee-2968657f2ce7 HTTP/1.1" status: 204 len: 168 time: 0.6116240 Feb 04 18:00:50.892118 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.892840 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (ae6f0b97-4d11-4290-a702-7be019ac821c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.903555 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (d40ff9dc-f340-4f65-8b7d-4d4ba93fda29), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.913841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2fa05-7eb3-4bd3-b046-5b5c0d862640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c0d5a1-17c9-4d4e-89ee-2968657f2ce7,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:50.955490 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40ff9dc-f340-4f65-8b7d-4d4ba93fda29,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:50.965975 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:50.972063 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4507d9ce-79a2-4df3-ab80-a89ae6adcfc2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d40ff9dc-f340-4f65-8b7d-4d4ba93fda29 HTTP/1.1" status: 204 len: 168 time: 0.7675321 Feb 04 18:00:50.974566 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48098) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:51.232862 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-da7b6ccb-8649-459d-b7b5-5f14473b127f req-8cae5e09-cfd3-4067-928c-a6b9fcf3f51c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0387380 Feb 04 18:00:51.301272 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Pushing event updated for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:51.434370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Pushing event updated for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:51.449886 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (7e01b9cc-be7f-4884-9c55-0e5c8d104620), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:51.498070 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:51.508033 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Network 9c690480-f668-45a1-920e-e1d3e188eb0c is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:51.509053 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:51.516411 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:51.614786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 14f51e78-612e-4a00-b67d-98f3384e1788 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:51.698741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 14f51e78-612e-4a00-b67d-98f3384e1788 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:51.699135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:51.855542 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b507a31f-7978-43f2-8b40-cb8367c4a77f req-de9fc1b6-bb47-435d-9f1f-3320a1c9e7ba tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.0544155 Feb 04 18:00:51.857248 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 14f51e78-612e-4a00-b67d-98f3384e1788 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:51.858496 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5fc99615-ef9a-4b9a-9021-11b2079d17aa up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:51.869219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (7e01b9cc-be7f-4884-9c55-0e5c8d104620), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:51.885850 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:00:51.902151 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48124) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:51.921468 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.922079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.922980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.923420 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > port after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.923864 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.924961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > port after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.924961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.924961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.926029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.926515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:51.927984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-812b447d-d52a-4782-8ca6-f05891d35f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:51.959912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-be634d9f-359e-4dd8-9bb8-e9013fe3f977 None None] Provisioning complete for port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:51.960286 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-be634d9f-359e-4dd8-9bb8-e9013fe3f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:51.988742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.113', 61165) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:52.028745 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 5fc99615-ef9a-4b9a-9021-11b2079d17aa triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:52.029945 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.073582 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-be634d9f-359e-4dd8-9bb8-e9013fe3f977 None None] Port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:00:52.131064 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.113', 61166) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:52.197307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:52.197635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:52.198124 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:52.198632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 18:00:52.199450 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e01b9cc-be7f-4884-9c55-0e5c8d104620']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:52.224451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-812b447d-d52a-4782-8ca6-f05891d35f62 admin admin] Publish callbacks [] for security_group (f27467bb-b189-49a7-a256-216f6dc682c2), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.234349 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-0892b3dd-fd84-4586-856d-17ae9ea24a3c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:52.240365 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-0892b3dd-fd84-4586-856d-17ae9ea24a3c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.113 "GET /v2.0/networks?id=6dd0ca80-0c83-4ea4-98da-6bee3a373147 HTTP/1.1" status: 200 len: 811 time: 0.2457912 Feb 04 18:00:52.247091 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 5fc99615-ef9a-4b9a-9021-11b2079d17aa is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:52.247484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.251437 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Router c8713dee-d0e4-4b4e-ab08-55349c70e88b has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:00:52.278345 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 5fc99615-ef9a-4b9a-9021-11b2079d17aa, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5fc99615-ef9a-4b9a-9021-11b2079d17aa,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:52.292912 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6579efd-3a83-43f2-9112-cadad16b4a20') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:52.293213 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6579efd-3a83-43f2-9112-cadad16b4a20') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:52.351354 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (f6579efd-3a83-43f2-9112-cadad16b4a20), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.410672 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.470615 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7f0cad19-dd54-474f-8743-9b821da30113 req-4dfe8445-e698-465a-8c68-b88accd862d2 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0417457 Feb 04 18:00:52.476699 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Request body: {'port': {'device_id': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147', 'admin_state_up': True, 'tenant_id': '00a6093b8812451283ddc89510d3000a'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:52.479755 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-812b447d-d52a-4782-8ca6-f05891d35f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f27467bb-b189-49a7-a256-216f6dc682c2), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.485904 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (f6579efd-3a83-43f2-9112-cadad16b4a20), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.504249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=5fc99615-ef9a-4b9a-9021-11b2079d17aa,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:52.521981 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:00:52.521981 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (f6579efd-3a83-43f2-9112-cadad16b4a20), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: from cryptography.utils import int_from_bytes Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: from cryptography.utils import int_from_bytes Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:00:52.526994 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:00:52.591822 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-9383a45e-b314-48cb-ac35-ee12f8e82ba9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:52.593302 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-9383a45e-b314-48cb-ac35-ee12f8e82ba9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.4612875 Feb 04 18:00:52.600063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:00:52.621546 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a0cae1d5-2f6c-48cc-b3f0-f7fd968adb6f admin admin] 10.222.0.98 "PUT /v2.0/routers/ae6f0b97-4d11-4290-a702-7be019ac821c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0551958 Feb 04 18:00:52.621783 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:00:52.629073 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Request body: {'port': {'device_id': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'admin_state_up': True, 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:52.631051 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:00:52.632784 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:52.639648 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:52.647476 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-82d99c12-4297-4a2e-9e1b-ec1307b6ffd9 admin admin] 10.222.0.98 "PUT /v2.0/routers/c8713dee-d0e4-4b4e-ab08-55349c70e88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8088560 Feb 04 18:00:52.661648 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Sync routers for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:00:52.701145 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:52.702718 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:52.728163 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (7e01b9cc-be7f-4884-9c55-0e5c8d104620), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.738133 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:52.746797 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7e01b9cc-be7f-4884-9c55-0e5c8d104620 HTTP/1.1" status: 204 len: 168 time: 1.7586560 Feb 04 18:00:52.762836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37582abf-b465-46e2-ad4a-5d03bfd70e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e01b9cc-be7f-4884-9c55-0e5c8d104620,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:52.838260 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:52.929754 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:52.985985 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-812b447d-d52a-4782-8ca6-f05891d35f62 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5bffb3d4851e49b3a769f734cd88dfff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0786397 Feb 04 18:00:52.986591 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48168) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:53.049003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b447d-d52a-4782-8ca6-f05891d35f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27467bb-b189-49a7-a256-216f6dc682c2,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:53.098806 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] Publish callbacks [] for security_group (f27467bb-b189-49a7-a256-216f6dc682c2), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.101132 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4fb744a9-8195-41b8-b463-46a6898cefc5 req-4b50032c-7308-4c32-9e26-fc66ea03fea2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.1011622 Feb 04 18:00:53.151558 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] Publish callbacks [] for security_group (f27467bb-b189-49a7-a256-216f6dc682c2), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.271904 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:50Z', 'revision_number': 2, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:53.300590 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'port': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:53.303460 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:00:53.312298 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Updating router ae6f0b97-4d11-4290-a702-7be019ac821c port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:00:53.312428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.340462 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f27467bb-b189-49a7-a256-216f6dc682c2), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.344461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.347823 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f27467bb-b189-49a7-a256-216f6dc682c2 HTTP/1.1" status: 204 len: 168 time: 0.3587606 Feb 04 18:00:53.357612 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c081f-bf22-48de-9d44-5dbd47f65f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27467bb-b189-49a7-a256-216f6dc682c2,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:53.360294 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.363870 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'beaf18fa-eaa2-4f27-8648-06d5191c1c9e', 'name': '', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'mac_address': 'fa:16:3e:14:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:47Z', 'updated_at': '2022-02-04T18:00:50Z', 'revision_number': 2, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'subnets': [{'id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:53.364871 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Made reservation on behalf of 00a6093b8812451283ddc89510d3000a for: {'port': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:00:53.378874 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.418494 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Checking router: c8713dee-d0e4-4b4e-ab08-55349c70e88b for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:00:53.419009 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Updating router c8713dee-d0e4-4b4e-ab08-55349c70e88b port beaf18fa-eaa2-4f27-8648-06d5191c1c9e binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:00:53.480775 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.543091 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5fc99615-ef9a-4b9a-9021-11b2079d17aa up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:53.573768 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48200) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:53.761000 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5e6104c0-2562-44c4-8383-4f3af2a0c407 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=98b821507d2d4011b60cf59f38442b2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1858978 Feb 04 18:00:53.764243 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48206) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:53.834025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Allocated IP 172.20.0.10 (3dc2f191-988b-4e16-974b-c84a0b6125d2/c8c29342-7d7c-4b15-ba19-d1b2393955ac/bd315958-9ef0-4c3f-ada4-ba8b1c05202e) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:53.937408 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 5fc99615-ef9a-4b9a-9021-11b2079d17aa triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:53.937968 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:53.954308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] Publish callbacks [] for security_group (11d204b5-0fc2-44b6-8d08-6cc63e46a6d4), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.035260 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] Publish callbacks [] for security_group (11d204b5-0fc2-44b6-8d08-6cc63e46a6d4), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.101854 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48210) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:54.111371 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107471419', 'description': 'tempest-description--884214559'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:54.132838 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 5fc99615-ef9a-4b9a-9021-11b2079d17aa is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:54.189434 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks [] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.277385 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks [] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.285724 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-65c637a4-8df3-471d-b1e9-c19f44e4862f req-c3b84f41-19f2-43af-af42-504304a87833 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.1036336 Feb 04 18:00:54.293792 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.295029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.297222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (11d204b5-0fc2-44b6-8d08-6cc63e46a6d4), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.298132 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Allocated IP 172.20.0.8 (6dd0ca80-0c83-4ea4-98da-6bee3a373147/29c731e1-77d0-46bb-8c27-87ce49368554/28ad9a9d-773a-41b6-b970-7a330131600a) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:54.301210 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.309555 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11d204b5-0fc2-44b6-8d08-6cc63e46a6d4 HTTP/1.1" status: 204 len: 168 time: 0.5386863 Feb 04 18:00:54.379469 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44fa98-a190-4527-b9d6-a060b01b51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d204b5-0fc2-44b6-8d08-6cc63e46a6d4,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:54.385396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks [] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.494896 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.519692 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aae4f8-2617-474d-8467-f23ca1288cd6 None None] Pushing event updated for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:54.567803 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (e897a18b-55d9-4865-b47d-bba103269ef5), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.612864 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Attempting to bind port beaf18fa-eaa2-4f27-8648-06d5191c1c9e on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:54.612864 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Attempting to bind port beaf18fa-eaa2-4f27-8648-06d5191c1c9e by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:54.614956 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Attempting to bind port beaf18fa-eaa2-4f27-8648-06d5191c1c9e on network 9c690480-f668-45a1-920e-e1d3e188eb0c {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:54.629464 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:54.629773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Checking segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:54.630193 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.631513 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Bound using segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:54.631669 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Bound port: beaf18fa-eaa2-4f27-8648-06d5191c1c9e, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:54.632069 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.703715 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] For port beaf18fa-eaa2-4f27-8648-06d5191c1c9e, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:54.708140 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e897a18b-55d9-4865-b47d-bba103269ef5), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.708304 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] For port beaf18fa-eaa2-4f27-8648-06d5191c1c9e, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:54.728403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks [] for port (28ad9a9d-773a-41b6-b970-7a330131600a), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.741906 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.771768 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84e9e3-b910-4f80-a0cc-119c4b603409 None None] Pushing event updated for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:54.848380 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.872947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e897a18b-55d9-4865-b47d-bba103269ef5,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:54.905348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:54.917458 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3ca221b6-ee85-4d4e-96e0-4d4c1236a588 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8123052 Feb 04 18:00:54.918565 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48238) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:54.937029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group_rule': {'security_group_id': 'e897a18b-55d9-4865-b47d-bba103269ef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:55.025839 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Attempting to bind port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:00:55.026324 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Attempting to bind port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:00:55.026722 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Attempting to bind port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:00:55.056019 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aae4f8-2617-474d-8467-f23ca1288cd6 None None] Pushing event updated for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:55.056918 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:00:55.057311 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Checking segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:00:55.057720 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.058112 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Bound using segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:00:55.060912 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Bound port: d4a19596-36cd-4a5d-92c6-47b0e97df6f0, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:00:55.062380 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.104305 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (44b1fe4e-a9e5-4d56-9932-863861206fa2), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.121198 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:55.123768 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:55.144932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:55.271815 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:55.297305 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:55.302596 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] For port d4a19596-36cd-4a5d-92c6-47b0e97df6f0, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:00:55.318811 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] For port d4a19596-36cd-4a5d-92c6-47b0e97df6f0, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:00:55.318992 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event updated for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:55.418347 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (44b1fe4e-a9e5-4d56-9932-863861206fa2), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.463271 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-d7dfc8af-50f8-429f-b82a-fb26d2f5a32e None None] Provisioning complete for port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:55.464060 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc8af-50f8-429f-b82a-fb26d2f5a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.480061 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:55.480689 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.497951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4055e8-26e5-4232-b67b-4330215a7b91 req-4cba354e-151d-4420-947f-37bd5c20e1c9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:55.499200 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c4055e8-26e5-4232-b67b-4330215a7b91 req-4cba354e-151d-4420-947f-37bd5c20e1c9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 932 time: 0.6255944 Feb 04 18:00:55.502269 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:55.528253 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-2b9910de-3d5b-4f45-8cd1-b93e67cd7aae tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:55.535658 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-2b9910de-3d5b-4f45-8cd1-b93e67cd7aae tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 819 time: 0.6290429 Feb 04 18:00:55.545958 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfc8af-50f8-429f-b82a-fb26d2f5a32e None None] Port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:00:55.570946 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-302e0f53-49de-45c0-b424-f5dee9a9be33 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/quotas/88f3b231bd8d4b4ead414b5d72ec8f7e HTTP/1.1" status: 200 len: 375 time: 0.0343707 Feb 04 18:00:55.598212 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.630977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (44b1fe4e-a9e5-4d56-9932-863861206fa2), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.679458 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b1fe4e-a9e5-4d56-9932-863861206fa2,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:55.700407 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.732917 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48258) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:55.739354 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-f9235664-1978-4dba-b735-bf5f19d5d18e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1270454 Feb 04 18:00:55.765514 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c4055e8-26e5-4232-b67b-4330215a7b91 req-be4811ce-66b8-4977-af1e-bb90bd867ec3 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543414 Feb 04 18:00:55.852830 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84e9e3-b910-4f80-a0cc-119c4b603409 None None] Pushing event updated for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:55.861952 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-2674976e-a3af-4f6d-a1ab-4b960bada77b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:00:55.867712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:55.874086 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ac7387de-b6ab-4501-98e9-41a1a2a6a0a6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9461992 Feb 04 18:00:55.874086 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48264) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:55.874576 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:00:55.875411 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:00:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:55.884982 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-2674976e-a3af-4f6d-a1ab-4b960bada77b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272796 Feb 04 18:00:55.887256 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group_rule': {'security_group_id': 'e897a18b-55d9-4865-b47d-bba103269ef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:55.951205 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:00:55.987066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:00:56.034996 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:00:56.060369 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'beaf18fa-eaa2-4f27-8648-06d5191c1c9e', 'name': '', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'mac_address': 'fa:16:3e:14:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:47Z', 'updated_at': '2022-02-04T18:00:54Z', 'revision_number': 4, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'subnets': [{'id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:56.153144 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (b92dab04-4f6f-47fb-a7fa-c85fea2dda89), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.183842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-85078fb8-312e-4d38-9417-78654739532e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5985982 Feb 04 18:00:56.217533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Pushing event updated for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:56.249964 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ae59d-b27f-49fc-9f15-86b5cd7d6c80 None None] The sync data for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi is: [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'beaf18fa-eaa2-4f27-8648-06d5191c1c9e', 'name': '', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'mac_address': 'fa:16:3e:14:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:47Z', 'updated_at': '2022-02-04T18:00:54Z', 'revision_number': 4, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'subnets': [{'id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:00:56.260770 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (b92dab04-4f6f-47fb-a7fa-c85fea2dda89), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.276323 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:00:56.290963 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Provisioning complete for port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:56.291780 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.334185 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (b92dab04-4f6f-47fb-a7fa-c85fea2dda89), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.393143 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92dab04-4f6f-47fb-a7fa-c85fea2dda89,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:56.645691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Current status of the port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:56.645691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.653587 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-124de08e-a940-45e3-b6c5-d897c8d08af1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ad4d87521514b54b03ebc56e0bb8508&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9129338 Feb 04 18:00:56.654896 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48282) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:56.716297 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] For port d4a19596-36cd-4a5d-92c6-47b0e97df6f0, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:56.777654 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:56.783112 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.825819 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.833612 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a4721aab-84a7-4cea-b388-ca22ae3d9a63 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9572287 Feb 04 18:00:56.836609 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48288) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:00:56.839328 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] Publish callbacks [] for security_group (e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.842093 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:56.854066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:56.924454 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:55Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:00:56.974336 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3436-7fdd-4ee4-803b-a36c75fbf0c5 req-eb9f38a6-b610-4cca-bf8c-bb6b592bf8f5 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:57.053757 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] Publish callbacks [] for security_group (e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:57.054770 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93ec3436-7fdd-4ee4-803b-a36c75fbf0c5 req-eb9f38a6-b610-4cca-bf8c-bb6b592bf8f5 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 931 time: 0.3264430 Feb 04 18:00:57.055187 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1985a-9643-4b47-b6d8-5a62b31708da None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:55Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:00:57.055324 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-b9ef9344-2db4-4f76-9e91-053cef1babad tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6135013 Feb 04 18:00:57.076161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2e8d2-938a-403a-93be-413873615ade None None] Pushing event updated for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:57.081310 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Request body: {'port': {'device_id': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:57.133278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Request body: {'port': {'device_id': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:00:57.216640 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:57.221708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:57.223343 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf HTTP/1.1" status: 204 len: 168 time: 0.5664852 Feb 04 18:00:57.233015 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057567-f302-4374-9bbb-0f74bf9fca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b9dd95-3a8d-4c61-b084-eb8ca912b0bf,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:57.276362 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93ec3436-7fdd-4ee4-803b-a36c75fbf0c5 req-bfed68be-2e1b-4f01-a273-52d371058cf9 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879174 Feb 04 18:00:57.278614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61b8b2f9-c4a3-447d-9838-45fbcb002a51 service neutron] 10.222.0.98 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0923986 Feb 04 18:00:57.332409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:57.566663 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-c3b13bc7-bf90-45f9-93b9-985c400c9909 service neutron] 10.222.0.98 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176411 Feb 04 18:00:57.693085 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:57.857690 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device beaf18fa-eaa2-4f27-8648-06d5191c1c9e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:58.032544 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port beaf18fa-eaa2-4f27-8648-06d5191c1c9e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:58.032935 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.044122 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.295816 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port beaf18fa-eaa2-4f27-8648-06d5191c1c9e is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:58.296575 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.339786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port beaf18fa-eaa2-4f27-8648-06d5191c1c9e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:00:58.387211 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b0263215-9209-43a7-8a2e-afcdd7de4605 req-8b901335-05b5-45af-babf-a39aefda34ff tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 210 time: 0.1109180 Feb 04 18:00:58.510972 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.511974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device d4a19596-36cd-4a5d-92c6-47b0e97df6f0 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:58.648492 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37858-1cdb-449d-8dd9-9dabfdcd1591 req-9846398b-a1f4-4469-b675-c4e9f602abbb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:58.652964 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ada37858-1cdb-449d-8dd9-9dabfdcd1591 req-9846398b-a1f4-4469-b675-c4e9f602abbb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 932 time: 0.7550611 Feb 04 18:00:58.671722 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f771b636-b6b4-405e-abd4-f5c6b142f707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.753542 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:00:58.780908 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:58.781640 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:58.826370 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:59.086652 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:59.086757 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ada37858-1cdb-449d-8dd9-9dabfdcd1591 req-79488bc3-d58e-487e-ab7b-0f5456a15306 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225217 Feb 04 18:00:59.266239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f6b69-e640-4604-9cd9-7e87c89bbf31 req-d3a72012-3234-422e-b03c-e5b389f113bb tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:59.268096 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be1f6b69-e640-4604-9cd9-7e87c89bbf31 req-d3a72012-3234-422e-b03c-e5b389f113bb tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 931 time: 0.5375078 Feb 04 18:00:59.496256 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device beaf18fa-eaa2-4f27-8648-06d5191c1c9e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:00:59.592988 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port beaf18fa-eaa2-4f27-8648-06d5191c1c9e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:00:59.593439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:00:59.616110 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be1f6b69-e640-4604-9cd9-7e87c89bbf31 req-4400214a-d96a-41d5-8383-1a678d83ddbd tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256042 Feb 04 18:00:59.815808 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Allocated IP 172.27.3.93 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:00:59.848422 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port beaf18fa-eaa2-4f27-8648-06d5191c1c9e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:00:59.929647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-1ce7b2d0-6a98-4237-9f37-e7c17e110a54 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:00:59.931196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-1ce7b2d0-6a98-4237-9f37-e7c17e110a54 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 819 time: 0.6600120 Feb 04 18:00:59.935333 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd315958-9ef0-4c3f-ada4-ba8b1c05202e {{(pid=109413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:00:59.995956 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks [] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.004263 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-9d73cfdb-4459-4eec-adb3-3ce83ce9243a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/quotas/88f3b231bd8d4b4ead414b5d72ec8f7e HTTP/1.1" status: 200 len: 375 time: 0.0628200 Feb 04 18:01:00.162679 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.provisioning_blocks [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Transition to ACTIVE for port object bd315958-9ef0-4c3f-ada4-ba8b1c05202e will not be triggered until provisioned by entity L2. {{(pid=109413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:01:00.316154 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ad9a9d-773a-41b6-b970-7a330131600a {{(pid=109413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:00.316154 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks [] for port (28ad9a9d-773a-41b6-b970-7a330131600a), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.316154 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-a048601e-274b-4975-b3a2-92e0e89e95a4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2852619 Feb 04 18:01:00.316154 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.provisioning_blocks [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Transition to ACTIVE for port object 28ad9a9d-773a-41b6-b970-7a330131600a will not be triggered until provisioned by entity L2. {{(pid=109413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:01:00.572749 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.593509 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296dcaf-7975-4f71-a82f-3dbb7b35c5fa req-62bf4547-0434-4abe-af63-942637121a5e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:00.602871 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b296dcaf-7975-4f71-a82f-3dbb7b35c5fa req-62bf4547-0434-4abe-af63-942637121a5e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 932 time: 0.3968511 Feb 04 18:01:00.636779 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.753205 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-0198b173-4fea-4f19-8d0d-f1585e456d8f service neutron] 10.222.0.98 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418612 Feb 04 18:01:00.760212 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.913866 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:00.949633 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Pushing event updated for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:00.988058 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:01:01.002150 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b296dcaf-7975-4f71-a82f-3dbb7b35c5fa req-62b73d02-bfe1-41f6-a040-bbe5188da64d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924563 Feb 04 18:01:01.051267 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:01:01.072624 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48410) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:01.073116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:01:01.082818 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2fca2d3b-dd9e-4e9e-8321-15fad08ac039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.320765 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-e7881eb9-c3f5-4e6c-94bc-66f5937e024e service neutron] 10.222.0.98 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416963 Feb 04 18:01:01.362764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:01.511094 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:01.532411 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Attempting to bind port bd315958-9ef0-4c3f-ada4-ba8b1c05202e on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:01:01.533064 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Attempting to bind port bd315958-9ef0-4c3f-ada4-ba8b1c05202e by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:01:01.533568 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Attempting to bind port bd315958-9ef0-4c3f-ada4-ba8b1c05202e on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:01.552109 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48422) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:01.590490 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c3054d1f-8a68-4f3c-abbd-70c608d3b991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.652398 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4809c-3411-4602-b00c-c0b8a92034d0 req-b5628eb2-5b54-4156-930b-c887e5b37133 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:01.653256 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-54d4809c-3411-4602-b00c-c0b8a92034d0 req-b5628eb2-5b54-4156-930b-c887e5b37133 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.4648104 Feb 04 18:01:01.671509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-abf7ce8d-6758-4a08-8be0-711362ac4c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.675126 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Port bd315958-9ef0-4c3f-ada4-ba8b1c05202e on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:01:01.675487 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Attempting to bind port bd315958-9ef0-4c3f-ada4-ba8b1c05202e on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:01.717629 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:01:01.717984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Checking segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:01:01.718645 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Bound using segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:01:01.719524 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Bound port: bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:01:01.719935 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.733299 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Attempting to bind port 28ad9a9d-773a-41b6-b970-7a330131600a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:01:01.733600 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Attempting to bind port 28ad9a9d-773a-41b6-b970-7a330131600a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '4e0d110b-f48b-41dd-9430-ff640590bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:01:01.733924 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Attempting to bind port 28ad9a9d-773a-41b6-b970-7a330131600a on network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:01.736848 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.760263 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Port 28ad9a9d-773a-41b6-b970-7a330131600a on network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:01:01.760594 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Attempting to bind port 28ad9a9d-773a-41b6-b970-7a330131600a on network 6dd0ca80-0c83-4ea4-98da-6bee3a373147 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:01.805470 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c3054d1f-8a68-4f3c-abbd-70c608d3b991 admin admin] Publish callbacks [] for security_group (4ce10c0f-70f4-45f8-8388-338093a16c84), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.829456 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-abf7ce8d-6758-4a08-8be0-711362ac4c6d admin admin] Publish callbacks [] for security_group (ddc1cd03-d146-4833-b6c6-b94eb98efccb), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.854582 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:01:01.855000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Checking segment: {'id': '4e0d110b-f48b-41dd-9430-ff640590bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:01:01.855445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Bound using segment: {'id': '4e0d110b-f48b-41dd-9430-ff640590bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:01:01.855919 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Bound port: 28ad9a9d-773a-41b6-b970-7a330131600a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0d110b-f48b-41dd-9430-ff640590bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:01:01.856278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.923490 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-20dd9db9-e953-4725-a968-4f439d058962 req-904dd01f-33af-4e13-b755-506468522ee6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0648718 Feb 04 18:01:01.926888 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-54d4809c-3411-4602-b00c-c0b8a92034d0 req-76bf5d64-ece6-4a6b-923d-9f47f8755ccc tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440798 Feb 04 18:01:01.928200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c3054d1f-8a68-4f3c-abbd-70c608d3b991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4ce10c0f-70f4-45f8-8388-338093a16c84), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:01.976084 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-abf7ce8d-6758-4a08-8be0-711362ac4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ddc1cd03-d146-4833-b6c6-b94eb98efccb), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.047097 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:01:02.056812 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054d1f-8a68-4f3c-abbd-70c608d3b991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce10c0f-70f4-45f8-8388-338093a16c84,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:02.066948 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c3054d1f-8a68-4f3c-abbd-70c608d3b991 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1458d1e639ca4d338a2cc48a35ff7923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9930358 Feb 04 18:01:02.072039 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48442) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:02.073698 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.082316 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:01:02.090844 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-abf7ce8d-6758-4a08-8be0-711362ac4c6d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=710b1b20e424473396e7c17478b556be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5373485 Feb 04 18:01:02.095379 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48444) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:02.140906 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:01:02.149187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28ad9a9d-773a-41b6-b970-7a330131600a,segment=NetworkSegment(4e0d110b-f48b-41dd-9430-ff640590bc87),segment_id=4e0d110b-f48b-41dd-9430-ff640590bc87)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:01:02.173858 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.199719 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7ce8d-6758-4a08-8be0-711362ac4c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc1cd03-d146-4833-b6c6-b94eb98efccb,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:02.247387 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.273936 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] Publish callbacks [] for security_group (4ce10c0f-70f4-45f8-8388-338093a16c84), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.309618 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.349000 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] Publish callbacks [] for security_group (4ce10c0f-70f4-45f8-8388-338093a16c84), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.367724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] Publish callbacks [] for security_group (ddc1cd03-d146-4833-b6c6-b94eb98efccb), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.369257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:02.370163 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.371525 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] 10.222.0.113 "PUT /v2.0/ports/bd315958-9ef0-4c3f-ada4-ba8b1c05202e HTTP/1.1" status: 200 len: 1094 time: 5.7165127 Feb 04 18:01:02.374768 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:02.379548 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7cb1f-91e9-4058-82b4-02a64b944007 service neutron] Pushing event updated for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:02.386212 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:02.387292 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.388358 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] 10.222.0.113 "PUT /v2.0/ports/28ad9a9d-773a-41b6-b970-7a330131600a HTTP/1.1" status: 200 len: 1093 time: 5.2691815 Feb 04 18:01:02.411821 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777e52-d695-4c65-af2f-83b41fff8744 req-9e1b199b-cf95-4932-858d-65ae30505fe1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:02.411821 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7777e52-d695-4c65-af2f-83b41fff8744 req-9e1b199b-cf95-4932-858d-65ae30505fe1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.2025566 Feb 04 18:01:02.479214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] Publish callbacks [] for security_group (ddc1cd03-d146-4833-b6c6-b94eb98efccb), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.615357 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7777e52-d695-4c65-af2f-83b41fff8744 req-f63414bc-0146-4c7d-8a77-38e7a4baff7f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772511 Feb 04 18:01:02.687770 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:02.719278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbb0a2-3762-4af9-9667-99e3dcc5ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:02.727483 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.768400 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-88f4b505-008d-40e1-9f5e-e67f42d2d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:02.770659 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-88f4b505-008d-40e1-9f5e-e67f42d2d798 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 1128 time: 0.1771038 Feb 04 18:01:02.776706 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-9d6482bd-e649-41e8-8eae-e85b9162a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:02.778213 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-9d6482bd-e649-41e8-8eae-e85b9162a3eb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=00a6093b8812451283ddc89510d3000a&device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 1127 time: 0.1276329 Feb 04 18:01:02.815915 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4ce10c0f-70f4-45f8-8388-338093a16c84), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.818403 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.819544 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ce10c0f-70f4-45f8-8388-338093a16c84 HTTP/1.1" status: 204 len: 168 time: 0.7460113 Feb 04 18:01:02.842434 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a807b0-c241-4032-a37d-94ac3400d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce10c0f-70f4-45f8-8388-338093a16c84,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:02.920665 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:02.963375 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-dd67f323-3906-4ba4-b824-be387730cb83 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e HTTP/1.1" status: 200 len: 217 time: 0.1321070 Feb 04 18:01:02.989630 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-fc5761a4-2594-4767-b68c-61090500b2b6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ad9a9d-773a-41b6-b970-7a330131600a HTTP/1.1" status: 200 len: 217 time: 0.1543791 Feb 04 18:01:03.029366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ddc1cd03-d146-4833-b6c6-b94eb98efccb), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.034897 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.039704 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ddc1cd03-d146-4833-b6c6-b94eb98efccb HTTP/1.1" status: 204 len: 168 time: 0.9321265 Feb 04 18:01:03.066132 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb9a7e-de29-4b6b-9eb4-ac5e9d0e65a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc1cd03-d146-4833-b6c6-b94eb98efccb,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:03.075607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a7882-5543-4f99-89d9-974432e204b0 x-openstack-request-id: req-ef9a7882-5543-4f99-89d9-974432e204b0 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:03.075607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:03.075607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ef9a7882-5543-4f99-89d9-974432e204b0 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:03.075607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'status': 'completed', 'code': 200} Feb 04 18:01:03.320439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.382252 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.113', 61181) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:03.498875 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e374c5-584b-4057-a8a4-5dd724896736 req-03dbd530-e9ab-43ae-912e-d88b2236cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.500660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-03dbd530-e9ab-43ae-912e-d88b2236cc7e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.5108731 Feb 04 18:01:03.502686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:03.518002 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-39f353ee-7fe3-4d8c-8c6d-86001b659e63 req-be6e1f38-e36f-4664-a74d-8da1e5bf24f6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.1575892 Feb 04 18:01:03.562978 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9225eb-7953-4986-abb6-de116123aed8 req-41481884-86cf-4052-9803-edbacf0a2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.564523 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-41481884-86cf-4052-9803-edbacf0a2769 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=29c731e1-77d0-46bb-8c27-87ce49368554 HTTP/1.1" status: 200 len: 851 time: 0.4942126 Feb 04 18:01:03.631083 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.732556 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-5e3bcd5d-446f-4910-bde8-fd13ff60f503 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762977 Feb 04 18:01:03.761891 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-e0678e4f-1aa6-42aa-8cfe-1b22ee3655e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6dd0ca80-0c83-4ea4-98da-6bee3a373147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762644 Feb 04 18:01:03.824455 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f27e0-ab32-42fc-a274-3cfb5b908f0d req-e51cfc9d-3f06-4ed4-b183-1d920eefeb47 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.829298 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9f6f27e0-ab32-42fc-a274-3cfb5b908f0d req-e51cfc9d-3f06-4ed4-b183-1d920eefeb47 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.4597118 Feb 04 18:01:03.913166 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-05d539b7-395e-485a-ba2a-9249d2e0502f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.916138 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-05d539b7-395e-485a-ba2a-9249d2e0502f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 819 time: 0.4583242 Feb 04 18:01:03.923566 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9f6f27e0-ab32-42fc-a274-3cfb5b908f0d req-8fd3300c-d254-4464-a431-0c9c97a2ccb5 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864661 Feb 04 18:01:03.928811 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:03.937793 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0a24d6b7-f32a-41fd-836e-d1f132826e2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0915668 Feb 04 18:01:03.953161 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedfb0b-a707-4baa-bae3-72c05b6bcfcf req-803ba54c-98a2-44f5-a637-e9f656e0b29a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:03.958656 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5eedfb0b-a707-4baa-bae3-72c05b6bcfcf req-803ba54c-98a2-44f5-a637-e9f656e0b29a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.2002695 Feb 04 18:01:04.020371 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5eedfb0b-a707-4baa-bae3-72c05b6bcfcf req-18095f38-733d-4249-88b5-5835f2ef7a7c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 Feb 04 18:01:04.156219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48498) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:04.185284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cdb980f-0b94-4e2c-94ca-6c59128e7f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.312035 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cdb980f-0b94-4e2c-94ca-6c59128e7f86 admin admin] Publish callbacks [] for security_group (84f724b2-735c-4e91-84f8-96af993d5826), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.364740 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48510) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:04.417608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cdb980f-0b94-4e2c-94ca-6c59128e7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (84f724b2-735c-4e91-84f8-96af993d5826), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.466263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb980f-0b94-4e2c-94ca-6c59128e7f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f724b2-735c-4e91-84f8-96af993d5826,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:04.475843 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7cdb980f-0b94-4e2c-94ca-6c59128e7f86 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ddd5932d34294d4fa23b1f7253e4c30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180318 Feb 04 18:01:04.478940 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-a5ae0eee-230e-407c-be12-f71d4a00c908 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--107471419&fields=id&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 267 time: 0.0809021 Feb 04 18:01:04.479867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48518) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:04.546109 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] Publish callbacks [] for security_group (84f724b2-735c-4e91-84f8-96af993d5826), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.584036 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] Publish callbacks [] for security_group (84f724b2-735c-4e91-84f8-96af993d5826), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.629804 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-19ac3de2-7ebd-4e3d-afc5-75f1ca62a0fe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:04.631326 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-19ac3de2-7ebd-4e3d-afc5-75f1ca62a0fe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 815 time: 0.1456363 Feb 04 18:01:04.667941 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bb36dae4-1146-43f5-ba58-dd833441e4a1 req-7ff98ab2-568e-4ae1-bb87-30aca207c113 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0356042 Feb 04 18:01:04.669732 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-1964d3e1-1055-4f92-b93b-cef856d51560 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/quotas/745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 375 time: 0.0263624 Feb 04 18:01:04.767698 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (84f724b2-735c-4e91-84f8-96af993d5826), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.771726 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.774153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48522) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:04.775913 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/84f724b2-735c-4e91-84f8-96af993d5826 HTTP/1.1" status: 204 len: 168 time: 0.2948413 Feb 04 18:01:04.790747 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-647da39d-510c-4d0e-9154-3791dfcb0357 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945299 Feb 04 18:01:04.793254 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a4de8-4357-48c0-a3fe-95c64b29d801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f724b2-735c-4e91-84f8-96af993d5826,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:04.832077 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4113054c-d723-4d2e-a2b1-b3898bc66e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:04.844713 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.038970 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-66f7ace4-7ee7-450c-9ad7-0604f29ac603 service neutron] 10.222.0.98 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212162 Feb 04 18:01:05.055046 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-623288c6-1148-466c-bf29-4c3ede04031e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.083946 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:05.086247 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16818d8-e0e4-4d39-a833-500fa43efce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:05.123577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48534) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:05.225684 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4113054c-d723-4d2e-a2b1-b3898bc66e63 admin admin] Publish callbacks [] for security_group (369e64cd-d6bb-469d-b49c-e2db523f4cc8), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.232579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-623288c6-1148-466c-bf29-4c3ede04031e admin admin] Publish callbacks [] for security_group (e6d15154-8deb-4c23-bba4-5bf0f8fa9588), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.258485 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859800f4-d4bf-4864-9d17-e1f24f669c6b req-203f225f-d6e7-4909-aab9-3867021cee5e tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:05.260073 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-859800f4-d4bf-4864-9d17-e1f24f669c6b req-203f225f-d6e7-4909-aab9-3867021cee5e tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.2359557 Feb 04 18:01:05.302185 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-5472aa04-db3a-478c-8ec3-e5c59c28d97a service neutron] 10.222.0.98 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382708 Feb 04 18:01:05.314160 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4113054c-d723-4d2e-a2b1-b3898bc66e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (369e64cd-d6bb-469d-b49c-e2db523f4cc8), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.360139 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4113054c-d723-4d2e-a2b1-b3898bc66e63 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=053420b5dfd549a8a44978a470763c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848961 Feb 04 18:01:05.363298 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-623288c6-1148-466c-bf29-4c3ede04031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6d15154-8deb-4c23-bba4-5bf0f8fa9588), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.401242 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48538) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:05.449372 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-859800f4-d4bf-4864-9d17-e1f24f669c6b req-e03c7453-38a4-4f4f-ba20-457272b69772 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779914 Feb 04 18:01:05.470573 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113054c-d723-4d2e-a2b1-b3898bc66e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e64cd-d6bb-469d-b49c-e2db523f4cc8,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:05.607611 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623288c6-1148-466c-bf29-4c3ede04031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d15154-8deb-4c23-bba4-5bf0f8fa9588,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:05.638628 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-623288c6-1148-466c-bf29-4c3ede04031e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1e1c7ce0ea7b4e749b2d320648e023d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2692220 Feb 04 18:01:05.641100 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] Publish callbacks [] for security_group (369e64cd-d6bb-469d-b49c-e2db523f4cc8), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.686116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48542) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:05.773352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Request body: {'port': {'device_id': '16b81832-5021-4cd2-8ebf-767daeb17673', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'admin_state_up': True, 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:05.783565 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7a400227-84bb-4b91-91d7-30d286262c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.931703 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] Publish callbacks [] for security_group (369e64cd-d6bb-469d-b49c-e2db523f4cc8), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:05.973446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3b08-f87a-4b52-881f-2849ba06debb req-1b506fdc-77f8-4585-8b83-a6cfb6338dd3 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:05.994143 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-551d3b08-f87a-4b52-881f-2849ba06debb req-1b506fdc-77f8-4585-8b83-a6cfb6338dd3 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.3868284 Feb 04 18:01:06.029004 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258d04a6-61a3-4e2c-a59f-b459740ffe07 x-openstack-request-id: req-258d04a6-61a3-4e2c-a59f-b459740ffe07 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:06.029478 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:06.030535 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-258d04a6-61a3-4e2c-a59f-b459740ffe07 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:06.032360 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a', 'status': 'completed', 'code': 200} Feb 04 18:01:06.182639 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] Publish callbacks [] for security_group (e6d15154-8deb-4c23-bba4-5bf0f8fa9588), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.219682 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-42a50754-694d-4f5f-b467-b2fdeb649bf9 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286334 Feb 04 18:01:06.254925 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-2264f025-58bc-4d52-909a-aade1a7e48f3 service neutron] 10.222.0.113 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620143 Feb 04 18:01:06.336164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (369e64cd-d6bb-469d-b49c-e2db523f4cc8), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.338976 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.340138 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/369e64cd-d6bb-469d-b49c-e2db523f4cc8 HTTP/1.1" status: 204 len: 168 time: 0.9363205 Feb 04 18:01:06.371623 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a153c-1e87-45a1-8be9-83361cc0e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e64cd-d6bb-469d-b49c-e2db523f4cc8,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:06.385401 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7a400227-84bb-4b91-91d7-30d286262c9c admin admin] Publish callbacks [] for security_group (706acefb-4be3-4c80-8a5f-124f6959ac75), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.464883 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Made reservation on behalf of 88f3b231bd8d4b4ead414b5d72ec8f7e for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:01:06.470449 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.495103 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7a400227-84bb-4b91-91d7-30d286262c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (706acefb-4be3-4c80-8a5f-124f6959ac75), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.544045 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08426045-df0c-46aa-b02c-161a39dc9f74 req-cf167659-fda9-42b2-93bb-53b19b4c6d5d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.2397811 Feb 04 18:01:06.559215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] Publish callbacks [] for security_group (e6d15154-8deb-4c23-bba4-5bf0f8fa9588), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.647045 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7a400227-84bb-4b91-91d7-30d286262c9c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa7b62d20d1e4da9a435281e13d1c781&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5151525 Feb 04 18:01:06.655857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a400227-84bb-4b91-91d7-30d286262c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706acefb-4be3-4c80-8a5f-124f6959ac75,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:06.658505 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48582) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:06.678885 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-551d3b08-f87a-4b52-881f-2849ba06debb req-c9147356-3a49-49e4-988b-fbbced24b580 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802664 Feb 04 18:01:06.815877 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27e374c5-584b-4057-a8a4-5dd724896736 req-b3716780-8c9d-423d-abf0-c3205c3aa040 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364382 Feb 04 18:01:06.859722 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fa9225eb-7953-4986-abb6-de116123aed8 req-cd657b57-b565-4936-81a8-9acedcc34be5 service neutron] 10.222.0.113 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387485 Feb 04 18:01:06.862607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8ef46cf3-80e4-4b75-8c7d-2d3d206d6a45 req-076e9e84-d018-4cdc-aaeb-add19b730040 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.2235596 Feb 04 18:01:06.931286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6d15154-8deb-4c23-bba4-5bf0f8fa9588), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.938055 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.938055 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6d15154-8deb-4c23-bba4-5bf0f8fa9588 HTTP/1.1" status: 204 len: 168 time: 1.2445362 Feb 04 18:01:06.959931 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa170d5c-8cce-447d-b7c5-6bd013ce154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d15154-8deb-4c23-bba4-5bf0f8fa9588,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:06.979009 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] Publish callbacks [] for security_group (706acefb-4be3-4c80-8a5f-124f6959ac75), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:06.979874 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Allocated IP 172.20.0.6 (9c690480-f668-45a1-920e-e1d3e188eb0c/0032dde5-0b40-4ce3-b080-18ca885a6304/448b92cf-8fd6-4137-a431-b26132b3bd03) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:01:07.007771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] Publish callbacks [] for security_group (706acefb-4be3-4c80-8a5f-124f6959ac75), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.059277 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4c135-91a1-423f-b893-5293fd938971 req-dcf97d25-b260-4e14-9c54-fe266dd98894 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:07.060912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fda4c135-91a1-423f-b893-5293fd938971 req-dcf97d25-b260-4e14-9c54-fe266dd98894 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.1973195 Feb 04 18:01:07.143954 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fda4c135-91a1-423f-b893-5293fd938971 req-deb87564-86ab-44e1-b4e0-4546ff966199 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Feb 04 18:01:07.147365 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-60c9c88b-2e2b-44e7-ae75-d693d664f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:07.148925 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-60c9c88b-2e2b-44e7-ae75-d693d664f4d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 1128 time: 0.0868750 Feb 04 18:01:07.172910 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (706acefb-4be3-4c80-8a5f-124f6959ac75), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.176643 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.180309 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/706acefb-4be3-4c80-8a5f-124f6959ac75 HTTP/1.1" status: 204 len: 168 time: 0.5033603 Feb 04 18:01:07.186531 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34d97d-ec8e-42e6-a477-85175e30af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706acefb-4be3-4c80-8a5f-124f6959ac75,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:07.275013 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks [] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.407661 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.488390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Network 9c690480-f668-45a1-920e-e1d3e188eb0c is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:01:07.493931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:01:07.500350 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:01:07.507401 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Pushing event updated for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:07.554524 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:07.555157 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:07.667015 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-61d856ed-0f1c-4fea-9320-827350aa520e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042892 Feb 04 18:01:07.813828 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c53d67e4-a300-4f79-a246-364d5f935d4f req-f4c65e40-4da8-42a7-a1cf-55889a416c3d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.1989033 Feb 04 18:01:07.870716 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9e1b-ca3a-49f9-b236-ab91976f8826 req-da1e5dc0-e17d-45f3-8c3a-0a6376d5c209 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:07.872315 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5bf9e1b-ca3a-49f9-b236-ab91976f8826 req-da1e5dc0-e17d-45f3-8c3a-0a6376d5c209 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.0621521 Feb 04 18:01:07.922859 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5bf9e1b-ca3a-49f9-b236-ab91976f8826 req-27ccc1b9-0b93-4e0c-806a-d42f8226a68f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Feb 04 18:01:07.972958 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b84bcfb4-fde6-4244-83a9-bf6c91a8e2cb req-adb8fde1-956d-42d8-968c-ac22b867f683 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0293064 Feb 04 18:01:08.147751 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48628) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:08.166040 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-347a6f35-2343-46ba-a558-57cd0e8e21e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.280617 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-347a6f35-2343-46ba-a558-57cd0e8e21e0 admin admin] Publish callbacks [] for security_group (7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.299949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2452a-6ac6-4441-a74e-cc535ac7cfa7 req-9267181c-ee6f-4d89-b989-2b7e14f5695f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:08.301459 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-abc2452a-6ac6-4441-a74e-cc535ac7cfa7 req-9267181c-ee6f-4d89-b989-2b7e14f5695f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.0736768 Feb 04 18:01:08.349382 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-abc2452a-6ac6-4441-a74e-cc535ac7cfa7 req-5942a552-28dd-4d7a-bd09-5db3bf6d6304 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Feb 04 18:01:08.361499 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-347a6f35-2343-46ba-a558-57cd0e8e21e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.399801 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a6f35-2343-46ba-a558-57cd0e8e21e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:08.405338 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-347a6f35-2343-46ba-a558-57cd0e8e21e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09e75fa40b3746588954acc8d0339567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562861 Feb 04 18:01:08.408051 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48640) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:08.461021 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] Publish callbacks [] for security_group (7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.485415 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] Publish callbacks [] for security_group (7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.595971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.598880 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:08.600077 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5 HTTP/1.1" status: 204 len: 168 time: 0.1909561 Feb 04 18:01:08.613425 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db94eed-6dd3-4896-a946-92d4e2e707e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05e2b5-62b7-476e-aa0c-bbe4164b4ad5,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:08.915701 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-de35a983-1a5f-498a-9c04-a22b7c3cee44 req-2f557564-3def-422f-b99c-211c34c5c726 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0324461 Feb 04 18:01:09.056298 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f4f5b-77b2-40c2-8f1d-5a43b1d1fdd5 req-4a27ae0d-f6d9-4933-8a36-590e79ce5cd5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.057763 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c0f4f5b-77b2-40c2-8f1d-5a43b1d1fdd5 req-4a27ae0d-f6d9-4933-8a36-590e79ce5cd5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.0623734 Feb 04 18:01:09.089905 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c710160f-0d02-46a6-8585-1849c19c4d5b req-30c27460-77d2-42ef-b5f3-b4f00aba2b71 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0311697 Feb 04 18:01:09.157742 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c0f4f5b-77b2-40c2-8f1d-5a43b1d1fdd5 req-aa858f74-41c3-4400-ae17-3326a0567c90 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895865 Feb 04 18:01:09.249991 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Request body: {'port': {'device_id': '16b81832-5021-4cd2-8ebf-767daeb17673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:09.253381 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.113', 61186) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:09.318153 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:09.603108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-b072ca31-beef-4cb2-8480-ff700849c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.604716 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-b072ca31-beef-4cb2-8480-ff700849c7ff service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 917 time: 0.3597198 Feb 04 18:01:09.693694 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-02a102aa-c00d-4e25-a51e-0a81da14725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.695237 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-02a102aa-c00d-4e25-a51e-0a81da14725c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=00a6093b8812451283ddc89510d3000a&device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 1127 time: 0.3788431 Feb 04 18:01:09.696492 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-bb8d0727-acca-4d17-979f-5f396c793015 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e HTTP/1.1" status: 200 len: 217 time: 0.0748844 Feb 04 18:01:09.741911 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-4ffdf3e0-177f-4142-920c-933394e6a3d1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.743466 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-4ffdf3e0-177f-4142-920c-933394e6a3d1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 819 time: 0.4288671 Feb 04 18:01:09.753268 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde75c-b09a-4620-bf8e-a536a1700c3d req-68189985-4185-401b-961c-134103af3b84 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.754827 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c1fde75c-b09a-4620-bf8e-a536a1700c3d req-68189985-4185-401b-961c-134103af3b84 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.2344787 Feb 04 18:01:09.798188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48698) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:09.813966 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Request body: {'port': {'device_id': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'admin_state_up': True, 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:09.916965 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448b92cf-8fd6-4137-a431-b26132b3bd03 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:09.926396 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks [] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:09.945644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-b3f04014-c478-46e9-aca0-6431e6ea33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:09.947155 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-b3f04014-c478-46e9-aca0-6431e6ea33b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.2304282 Feb 04 18:01:09.952255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Transition to ACTIVE for port object 448b92cf-8fd6-4137-a431-b26132b3bd03 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:01:09.987751 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c1fde75c-b09a-4620-bf8e-a536a1700c3d req-35dd9060-0ecf-49c2-99bb-9f9816b3e336 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801646 Feb 04 18:01:10.010209 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-5c5a6dd2-a74b-4992-953b-5d37f0303626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.012124 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-5c5a6dd2-a74b-4992-953b-5d37f0303626 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6dd0ca80-0c83-4ea4-98da-6bee3a373147 HTTP/1.1" status: 200 len: 913 time: 0.2988212 Feb 04 18:01:10.048281 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.051771 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-356189a4-f246-4af9-8b66-5b54305c7214 req-698f7888-9531-44c9-bed5-833fc51b53c7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0385847 Feb 04 18:01:10.131919 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d73bd808-235d-41d1-b5b0-583cbd1a3f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.145544 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Made reservation on behalf of 88f3b231bd8d4b4ead414b5d72ec8f7e for: {'port': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:01:10.152166 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.157517 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Pushing event updated for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:10.290898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Attempting to bind port 448b92cf-8fd6-4137-a431-b26132b3bd03 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:01:10.292222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Attempting to bind port 448b92cf-8fd6-4137-a431-b26132b3bd03 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:01:10.292741 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Attempting to bind port 448b92cf-8fd6-4137-a431-b26132b3bd03 on network 9c690480-f668-45a1-920e-e1d3e188eb0c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:10.303850 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Port 448b92cf-8fd6-4137-a431-b26132b3bd03 on network 9c690480-f668-45a1-920e-e1d3e188eb0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:01:10.304417 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Attempting to bind port 448b92cf-8fd6-4137-a431-b26132b3bd03 on network 9c690480-f668-45a1-920e-e1d3e188eb0c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:10.317688 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:01:10.318284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Checking segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:01:10.319079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Bound using segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:01:10.319660 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Bound port: 448b92cf-8fd6-4137-a431-b26132b3bd03, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:01:10.320148 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.344221 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d73bd808-235d-41d1-b5b0-583cbd1a3f9e admin admin] Publish callbacks [] for security_group (cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.406083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:01:10.407673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9c44a4f9-8716-49d8-ada4-264a27b85a13 req-37598b42-067d-406d-8ab4-8da646e21501 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0991962 Feb 04 18:01:10.413318 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=448b92cf-8fd6-4137-a431-b26132b3bd03,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:01:10.428870 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-7c9d09ba-107e-4a91-bdba-0b9c76f7ff61 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28ad9a9d-773a-41b6-b970-7a330131600a HTTP/1.1" status: 200 len: 217 time: 0.1194685 Feb 04 18:01:10.448501 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-b65ef88e-4c22-4db8-9aa3-b72a2902c94d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423230 Feb 04 18:01:10.492769 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d73bd808-235d-41d1-b5b0-583cbd1a3f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.531667 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d73bd808-235d-41d1-b5b0-583cbd1a3f9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e1dbd3126284977950f1851efc5d69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7325423 Feb 04 18:01:10.532515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd808-235d-41d1-b5b0-583cbd1a3f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:10.535341 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48740) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:10.577912 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Allocated IP 172.20.0.11 (9c690480-f668-45a1-920e-e1d3e188eb0c/0032dde5-0b40-4ce3-b080-18ca885a6304/5c15984f-de2a-4353-acb0-e4952295b2eb) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:01:10.585011 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.589131 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] Publish callbacks [] for security_group (cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.629711 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-3cf8d69d-4866-4699-8f2a-1a7e905f0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.629711 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-3cf8d69d-4866-4699-8f2a-1a7e905f0f59 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=29c731e1-77d0-46bb-8c27-87ce49368554 HTTP/1.1" status: 200 len: 851 time: 0.1767280 Feb 04 18:01:10.648772 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.649488 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.650958 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] 10.222.0.113 "PUT /v2.0/ports/448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 1093 time: 1.4068077 Feb 04 18:01:10.652820 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] Publish callbacks [] for security_group (cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.654377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:10.671074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee0f28-5637-4d56-924f-4180392c4b4d req-2d255660-610f-4790-8c26-a78a79f273a4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.679145 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3fee0f28-5637-4d56-924f-4180392c4b4d req-2d255660-610f-4790-8c26-a78a79f273a4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.3712826 Feb 04 18:01:10.703237 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d647d6-1db0-467f-ad2f-878ad8f03a55 service neutron] Pushing event updated for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:10.714974 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-bb6c7390-6a65-4dbe-a84d-d3daa222bff5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6dd0ca80-0c83-4ea4-98da-6bee3a373147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678675 Feb 04 18:01:10.752220 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-818de87c-44d0-439c-ba88-9dd6f8f8582b service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839496 Feb 04 18:01:10.870437 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.873103 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:10.874303 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b HTTP/1.1" status: 204 len: 168 time: 0.3379550 Feb 04 18:01:10.900517 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6d2b4-8ba9-4950-ac94-929fc04c7a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff114eb-48bf-4f19-a9c2-3dd4c14e1c4b,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:10.928848 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-44fc0636-8050-4ae1-ad3c-bdd713a57ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:10.930386 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-44fc0636-8050-4ae1-ad3c-bdd713a57ce7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1127 time: 0.1486661 Feb 04 18:01:11.019386 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-9a81999c-dbf9-4e8c-8a15-dc5cfc4eec9e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0739019 Feb 04 18:01:11.114381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff404c-22db-45b9-9606-9f33474a4038" -d '{"events": [{"name": "network-changed", "server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:11.147396 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-a3fa7f6b-6f6a-4cb1-af42-782a0c5b08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:11.150196 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-a3fa7f6b-6f6a-4cb1-af42-782a0c5b08ee service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.1149666 Feb 04 18:01:11.191005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3fee0f28-5637-4d56-924f-4180392c4b4d req-5bfcaa12-2dc2-43af-b87a-626454438fd5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107424 Feb 04 18:01:11.322830 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-ecc305ba-9dde-40d0-884f-e36a97fa0703 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099920 Feb 04 18:01:11.330807 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-1f1d208d-64c3-4d5c-a95c-57a00545ae42 service neutron] 10.222.0.113 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036780 Feb 04 18:01:11.389513 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-23f4682e-d1eb-42f8-bd68-cf92b79cda90 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019692 Feb 04 18:01:11.393088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.113', 61190) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:11.403046 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9665535-8588-4b6f-9145-7f1695a1f563 req-dcd391ca-acad-4e2a-870b-52c9013642ee tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0759790 Feb 04 18:01:11.512004 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-8b83f247-77d6-47d8-9cf9-ad4a3214d440 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806755 Feb 04 18:01:11.582537 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1d0cb-61a5-4659-8d94-a44ead94231d req-c02dbab7-f955-4d31-b2fd-366491b2c131 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:11.584204 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bdc1d0cb-61a5-4659-8d94-a44ead94231d req-c02dbab7-f955-4d31-b2fd-366491b2c131 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.4592061 Feb 04 18:01:11.592698 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-2d28c145-528e-43d6-9c84-5ada70f3d7ef service neutron] 10.222.0.113 "GET /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420669 Feb 04 18:01:11.624094 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6347f18f-775e-4c8f-a911-b9dbfad6ae54 req-9c5770da-eb45-42f6-aa48-9c739dc3bc94 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057122 Feb 04 18:01:11.649574 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks [] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:11.664833 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-e876df08-7266-44a8-9346-fb0328895114 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:11.668236 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-e876df08-7266-44a8-9346-fb0328895114 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 815 time: 0.2552176 Feb 04 18:01:11.732916 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bdc1d0cb-61a5-4659-8d94-a44ead94231d req-55f714e1-da21-4782-b419-857863a00cbd tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320293 Feb 04 18:01:11.810109 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-f8914658-b666-4b05-a34c-d9cc1fc485f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 379 time: 0.1239727 Feb 04 18:01:11.822622 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'port': {'device_id': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'admin_state_up': True, 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'security_groups': ['e897a18b-55d9-4865-b47d-bba103269ef5']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:11.888451 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eee54489-bd0b-4081-b988-3ab2fdfa26f5 req-0f105e7c-2d68-4471-bcdd-ee20e08684a9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0487509 Feb 04 18:01:11.902124 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:11.982593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886c34d6-44ca-4b23-94ab-73ca94918b95 x-openstack-request-id: req-886c34d6-44ca-4b23-94ab-73ca94918b95 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:11.982593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:11.982593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-886c34d6-44ca-4b23-94ab-73ca94918b95 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:11.982593 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03', 'status': 'completed', 'code': 200} Feb 04 18:01:12.024622 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Network 9c690480-f668-45a1-920e-e1d3e188eb0c is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:01:12.025839 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Pushing event updated for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:12.029884 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:01:12.037429 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:01:12.083364 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff404c-22db-45b9-9606-9f33474a4038 req-7788bd8d-53dd-48af-828b-6e89934321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.084861 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-7788bd8d-53dd-48af-828b-6e89934321dd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1127 time: 0.1105530 Feb 04 18:01:12.093728 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.094517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:12.206172 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-8e6b9ca3-6b13-41f5-86eb-6d5896f01237 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4241014 Feb 04 18:01:12.226597 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Request body: {'port': {'device_id': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:12.301748 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff404c-22db-45b9-9606-9f33474a4038 req-9e3df415-8ea6-4274-bb01-688fd4bb6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.304874 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-9e3df415-8ea6-4274-bb01-688fd4bb6799 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.2136893 Feb 04 18:01:12.310141 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Made reservation on behalf of 745beddd0c154d82a7e95298706587b1 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:01:12.315433 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:12.370997 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-38c37b93-3f27-46a3-b69e-68bcfadd1952 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0517011 Feb 04 18:01:12.403237 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:12.436780 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff404c-22db-45b9-9606-9f33474a4038 req-9cd4321b-e1e1-486f-90c3-c51ee1e9d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.438369 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-9cd4321b-e1e1-486f-90c3-c51ee1e9d473 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0549734 Feb 04 18:01:12.519452 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a9354-9d08-4f61-83e0-0b9903c97180 req-2864c849-3063-4d24-9f44-75dc887c36c9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.521431 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a6a9354-9d08-4f61-83e0-0b9903c97180 req-2864c849-3063-4d24-9f44-75dc887c36c9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.1633253 Feb 04 18:01:12.678320 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-06986686-2c0d-492f-b863-4047f99e66f2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2269449 Feb 04 18:01:12.724005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a6a9354-9d08-4f61-83e0-0b9903c97180 req-baabf0b5-3cb8-4848-ab84-3e24f78c0d17 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933849 Feb 04 18:01:12.749849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eb8a7-1591-4a8e-9d85-992b358bf8ff req-80e576ff-deeb-4a76-8d22-0407d58b36da tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.751516 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-163eb8a7-1591-4a8e-9d85-992b358bf8ff req-80e576ff-deeb-4a76-8d22-0407d58b36da tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 932 time: 0.2001691 Feb 04 18:01:12.839868 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Allocated IP 172.20.0.4 (0bab5cdf-34a8-435a-8e36-431b0f11e511/fae40914-ae36-4d4d-bc24-7a0c1c9e1662/fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:01:12.863359 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-cd67a846-04c3-425a-931c-1a08afa1951f service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765788 Feb 04 18:01:12.874276 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-163eb8a7-1591-4a8e-9d85-992b358bf8ff req-c5d7b9b9-732c-49e5-b79c-b7d690c0acc7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102283 Feb 04 18:01:12.952728 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2810f5-99d6-45e0-b3e4-d9ac2adaab50 req-74f4f8ef-8d29-438d-be16-cf2c90fc9e1f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:12.954313 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b2810f5-99d6-45e0-b3e4-d9ac2adaab50 req-74f4f8ef-8d29-438d-be16-cf2c90fc9e1f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.0973752 Feb 04 18:01:13.050900 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c15984f-de2a-4353-acb0-e4952295b2eb {{(pid=109413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:13.057980 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-94ff404c-22db-45b9-9606-9f33474a4038 req-443dd0c9-f224-47d4-ad0f-ba5f75c6f6cc service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835213 Feb 04 18:01:13.083079 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks [] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.087239 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6f61a7bc-9df8-4c48-be7a-bb22af8f9cfc req-67451162-b223-460f-b3fe-ad53d4e06dbc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0520763 Feb 04 18:01:13.103155 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b2810f5-99d6-45e0-b3e4-d9ac2adaab50 req-3def8290-7f5a-49cf-89bc-79086e312481 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356218 Feb 04 18:01:13.121813 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.124136 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.provisioning_blocks [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Transition to ACTIVE for port object 5c15984f-de2a-4353-acb0-e4952295b2eb will not be triggered until provisioned by entity L2. {{(pid=109413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:01:13.203745 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.236758 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.272074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:13.303539 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:01:13.306838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:01:13.309624 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:01:13.337600 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:13.389668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:13.390461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.391305 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Attempting to bind port 5c15984f-de2a-4353-acb0-e4952295b2eb on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:01:13.392123 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Attempting to bind port 5c15984f-de2a-4353-acb0-e4952295b2eb by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:01:13.395502 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Attempting to bind port 5c15984f-de2a-4353-acb0-e4952295b2eb on network 9c690480-f668-45a1-920e-e1d3e188eb0c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:13.407474 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Port 5c15984f-de2a-4353-acb0-e4952295b2eb on network 9c690480-f668-45a1-920e-e1d3e188eb0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:01:13.407871 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Attempting to bind port 5c15984f-de2a-4353-acb0-e4952295b2eb on network 9c690480-f668-45a1-920e-e1d3e188eb0c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:13.415436 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:01:13.415849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Checking segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:01:13.416241 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Bound using segment: {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:01:13.416688 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Bound port: 5c15984f-de2a-4353-acb0-e4952295b2eb, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd74c7e-697b-4ced-aea9-fd909128cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:01:13.417204 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.500746 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:01:13.506767 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c15984f-de2a-4353-acb0-e4952295b2eb,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:01:13.515029 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-c9ea062e-b56c-4907-9331-1798090d52e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6950176 Feb 04 18:01:13.531779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Request body: {'port': {'device_id': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:13.608149 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.614342 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.646532 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:13.647161 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.648607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] 10.222.0.113 "PUT /v2.0/ports/5c15984f-de2a-4353-acb0-e4952295b2eb HTTP/1.1" status: 200 len: 1094 time: 1.4277742 Feb 04 18:01:13.649202 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:13.651624 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382655d3-d5f6-4dd9-bebb-279ed2adb982" -d '{"events": [{"name": "network-changed", "server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:13.710450 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e757d-40a1-4e96-9427-0a069708fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:13.716887 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94dcc85-ba37-4a0f-b236-adb8ee35d0da x-openstack-request-id: req-d94dcc85-ba37-4a0f-b236-adb8ee35d0da {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:13.716887 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:13.716887 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d94dcc85-ba37-4a0f-b236-adb8ee35d0da {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:13.717788 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb', 'status': 'completed', 'code': 200} Feb 04 18:01:13.751729 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-78679af3-aa82-473b-9c63-24f6bc520f66 None None] Provisioning complete for port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:13.751729 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-78679af3-aa82-473b-9c63-24f6bc520f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:13.811525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-78679af3-aa82-473b-9c63-24f6bc520f66 None None] Port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:01:13.861028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-afef344a-679c-4951-af5a-cc9e13f10f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:13.862695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-afef344a-679c-4951-af5a-cc9e13f10f40 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 1128 time: 0.1063385 Feb 04 18:01:14.014578 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:14.023889 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks [] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.041467 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Transition to ACTIVE for port object fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:01:14.077526 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0502-31b8-435f-b976-c15e9ed60c5e req-db7a39e6-8ab5-4aea-a1ed-c8f058b380bd tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.079027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f37e0502-31b8-435f-b976-c15e9ed60c5e req-db7a39e6-8ab5-4aea-a1ed-c8f058b380bd tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.2347546 Feb 04 18:01:14.130873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.197553 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:14.307008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Attempting to bind port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:01:14.307008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Attempting to bind port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:01:14.307008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Attempting to bind port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:14.312640 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:01:14.312980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Attempting to bind port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:01:14.320880 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:01:14.321316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Checking segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:01:14.321778 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Bound using segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:01:14.322284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Bound port: fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:01:14.322757 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.467853 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:01:14.475977 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48932) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:14.476746 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:01:14.495537 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-0a4a4177-ae35-46a5-a255-5a300028f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.497016 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-0a4a4177-ae35-46a5-a255-5a300028f213 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6186740 Feb 04 18:01:14.562077 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f37e0502-31b8-435f-b976-c15e9ed60c5e req-c5f7af3b-7dab-41b2-848a-f5ede14630ec tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614432 Feb 04 18:01:14.563526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.609004 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.609496 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.610945 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] 10.222.0.113 "PUT /v2.0/ports/fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 1093 time: 1.0836461 Feb 04 18:01:14.611429 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:14.615099 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe505c8-26ca-42c5-9048-fb2005231cde" -d '{"events": [{"name": "network-changed", "server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:14.624662 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2a36e-7c9a-455c-8800-acbb2e7e62e7 req-bcf6f1a3-8b8b-4589-bbf3-f4140551b032 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.631542 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dac2a36e-7c9a-455c-8800-acbb2e7e62e7 req-bcf6f1a3-8b8b-4589-bbf3-f4140551b032 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.6630874 Feb 04 18:01:14.637188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a953b-e89c-435d-aed5-002e1e2da47a service neutron] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:14.712537 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d3011d-3062-4f89-9539-6e61c7ac191e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:14.844810 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dac2a36e-7c9a-455c-8800-acbb2e7e62e7 req-0b9b6a6b-c9bc-468b-a09f-158c9ec5e5c1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123439 Feb 04 18:01:14.856409 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-d45bd150-8dea-42b9-8633-18d3b8776d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.864436 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-5ab319c2-b64b-45ba-a2f5-b076ec3ea013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.865105 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-d45bd150-8dea-42b9-8633-18d3b8776d11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1127 time: 0.1077039 Feb 04 18:01:14.865908 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-382655d3-d5f6-4dd9-bebb-279ed2adb982 req-5ab319c2-b64b-45ba-a2f5-b076ec3ea013 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3628516 Feb 04 18:01:14.882564 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb948-680d-457a-954e-1ac652c17385 req-2bc5ea11-cc37-4b36-a2ac-6cd4dadb725f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:14.884128 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-277cb948-680d-457a-954e-1ac652c17385 req-2bc5ea11-cc37-4b36-a2ac-6cd4dadb725f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.2177899 Feb 04 18:01:14.967594 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-778110ae-02d4-4105-94c8-4693d28605da service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 217 time: 0.0838015 Feb 04 18:01:15.023565 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-6a8d86a8-8941-4719-b8c7-8b92f36de5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.024374 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-277cb948-680d-457a-954e-1ac652c17385 req-f198f65d-ee5d-4855-a7d4-5bcdeda4ae09 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318047 Feb 04 18:01:15.025035 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-6a8d86a8-8941-4719-b8c7-8b92f36de5ed service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0524390 Feb 04 18:01:15.046836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d3011d-3062-4f89-9539-6e61c7ac191e admin admin] Publish callbacks [] for security_group (9dcec24a-2cf0-4b19-9042-86e27b346ac8), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.074657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795155a-2660-4808-9c19-37578c371d73 x-openstack-request-id: req-2795155a-2660-4808-9c19-37578c371d73 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:15.074954 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:15.075350 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2795155a-2660-4808-9c19-37578c371d73 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:15.075750 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'status': 'completed', 'code': 200} Feb 04 18:01:15.077297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b621-9ef7-47c2-b491-7450695a8538 req-a4a11a70-7fda-4c71-b818-af2f9d7e07ec tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.078790 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2872b621-9ef7-47c2-b491-7450695a8538 req-a4a11a70-7fda-4c71-b818-af2f9d7e07ec tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1345901 Feb 04 18:01:15.082156 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-11499a2a-fcc0-40ad-a039-edf5be08573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.083574 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-11499a2a-fcc0-40ad-a039-edf5be08573b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 1128 time: 0.1376910 Feb 04 18:01:15.098192 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-93996be4-e6ef-4f8e-bbf0-01b1509d6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.099748 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-93996be4-e6ef-4f8e-bbf0-01b1509d6875 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663018 Feb 04 18:01:15.150845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-29d3011d-3062-4f89-9539-6e61c7ac191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9dcec24a-2cf0-4b19-9042-86e27b346ac8), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.152817 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-154fc7f5-d794-4735-853a-d04288d024ef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c15984f-de2a-4353-acb0-e4952295b2eb HTTP/1.1" status: 200 len: 217 time: 0.0450068 Feb 04 18:01:15.208317 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-ef9dd057-83d0-42f7-a449-ad7a2cccd13b service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994148 Feb 04 18:01:15.241453 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2872b621-9ef7-47c2-b491-7450695a8538 req-b2b8b147-c37b-4c7e-be0b-593c63df5181 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538196 Feb 04 18:01:15.250094 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-29d3011d-3062-4f89-9539-6e61c7ac191e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e96551d2771404fb9b1e69956bd77e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7643311 Feb 04 18:01:15.250594 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3011d-3062-4f89-9539-6e61c7ac191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcec24a-2cf0-4b19-9042-86e27b346ac8,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:15.258841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48950) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:15.282584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-cfd6b592-2192-48f0-8c1b-77b66589420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.284708 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-cfd6b592-2192-48f0-8c1b-77b66589420b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.1173208 Feb 04 18:01:15.305857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d598f8dd-5400-4894-9e09-7540bb167c3c req-dbade1f8-d6d1-4e35-be34-c490dcc37326 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917308 Feb 04 18:01:15.328065 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-d066da7e-ebfa-4071-89b0-7b1ac3d8f4ff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357223 Feb 04 18:01:15.384355 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] Publish callbacks [] for security_group (9dcec24a-2cf0-4b19-9042-86e27b346ac8), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.420991 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] Publish callbacks [] for security_group (9dcec24a-2cf0-4b19-9042-86e27b346ac8), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.477554 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-08753993-677a-4e28-8e33-e8483aafb28b service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423705 Feb 04 18:01:15.557268 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe505c8-26ca-42c5-9048-fb2005231cde req-3b24f913-748c-483b-aa23-2319da0fdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.558862 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-3b24f913-748c-483b-aa23-2319da0fdfe1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1127 time: 0.0529938 Feb 04 18:01:15.568028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9dcec24a-2cf0-4b19-9042-86e27b346ac8), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.570851 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:15.574551 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9dcec24a-2cf0-4b19-9042-86e27b346ac8 HTTP/1.1" status: 204 len: 168 time: 0.3122292 Feb 04 18:01:15.604222 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5c516-5624-47da-890b-e6dca8cc4830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcec24a-2cf0-4b19-9042-86e27b346ac8,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:15.654240 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-686fd941-6546-4673-9ccd-65d2e8d26cf3 req-fdcf952d-216c-4db5-86b4-b6c1661cc21c service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469619 Feb 04 18:01:15.684574 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe505c8-26ca-42c5-9048-fb2005231cde req-716db410-507c-49de-a24e-7ab2bdb95e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.686386 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-716db410-507c-49de-a24e-7ab2bdb95e6e service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1209750 Feb 04 18:01:15.728349 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e3b49-2268-4421-9212-ff019d57a7b1 req-b3befb2b-ff71-42fb-86ec-806c38774b10 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.730126 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-938e3b49-2268-4421-9212-ff019d57a7b1 req-b3befb2b-ff71-42fb-86ec-806c38774b10 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.0734529 Feb 04 18:01:15.732312 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-61dec880-abb5-4cd2-ab39-52646045ef6a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 217 time: 0.0398984 Feb 04 18:01:15.781825 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-938e3b49-2268-4421-9212-ff019d57a7b1 req-edc9d1b7-24b2-4e92-a688-125dd27551f5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Feb 04 18:01:15.806037 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe505c8-26ca-42c5-9048-fb2005231cde req-1a2d28bc-1625-463e-9d12-dc6cca0a6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.807609 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-1a2d28bc-1625-463e-9d12-dc6cca0a6175 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0697777 Feb 04 18:01:15.881424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe505c8-26ca-42c5-9048-fb2005231cde req-7ef64d85-534a-458e-8275-716ed4ce6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.882965 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-7ef64d85-534a-458e-8275-716ed4ce6823 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484233 Feb 04 18:01:15.969647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e4caf-4d76-4856-bb8f-d0665a4f331b req-b8faba7a-81e5-42e4-8810-d2c029d0629d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:15.971218 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd8e4caf-4d76-4856-bb8f-d0665a4f331b req-b8faba7a-81e5-42e4-8810-d2c029d0629d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0534499 Feb 04 18:01:15.974023 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-b2ba2377-9471-4363-968a-3f772b1cfaee service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848458 Feb 04 18:01:16.037393 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd8e4caf-4d76-4856-bb8f-d0665a4f331b req-5f351d9c-80a0-4ef1-b1be-d3fd15abd279 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Feb 04 18:01:16.088348 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-efe505c8-26ca-42c5-9048-fb2005231cde req-41cd29d7-3369-45db-a8de-d39cbaeae5e0 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083782 Feb 04 18:01:16.155471 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5537e9-57e8-4cee-b6c5-19ef3be92127 req-fe328ef0-493f-46e7-831e-8a4c49193b89 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:16.157077 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca5537e9-57e8-4cee-b6c5-19ef3be92127 req-fe328ef0-493f-46e7-831e-8a4c49193b89 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 943 time: 0.0619507 Feb 04 18:01:16.210225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca5537e9-57e8-4cee-b6c5-19ef3be92127 req-a994bea6-989a-4a0b-b0c7-1e59d8933116 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471456 Feb 04 18:01:16.254753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48976) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:16.356792 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 28ad9a9d-773a-41b6-b970-7a330131600a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:16.362231 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-70f5ba88-e281-4c7a-8016-dee2f7919c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.401264 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cf001-4d54-4c9e-bc7b-9c84e5e2ba3b req-03d5c55b-0de9-4852-9fce-cd658206ea23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:16.401264 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-135cf001-4d54-4c9e-bc7b-9c84e5e2ba3b req-03d5c55b-0de9-4852-9fce-cd658206ea23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0791798 Feb 04 18:01:16.462005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-135cf001-4d54-4c9e-bc7b-9c84e5e2ba3b req-f3fdfcda-5d4a-4452-b7c0-e20c0ceccc32 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637891 Feb 04 18:01:16.469893 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28ad9a9d-773a-41b6-b970-7a330131600a,segment=NetworkSegment(4e0d110b-f48b-41dd-9430-ff640590bc87),segment_id=4e0d110b-f48b-41dd-9430-ff640590bc87)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:16.484360 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '28ad9a9d-773a-41b6-b970-7a330131600a', 'network_id': '6dd0ca80-0c83-4ea4-98da-6bee3a373147', 'port_id': '28ad9a9d-773a-41b6-b970-7a330131600a', 'mac_address': 'fa:16:3e:bd:fe:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c731e1-77d0-46bb-8c27-87ce49368554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:16.490626 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-70f5ba88-e281-4c7a-8016-dee2f7919c65 admin admin] Publish callbacks [] for security_group (ba5169d6-0ccc-43a2-b7d2-090156b0991e), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.523103 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 28ad9a9d-773a-41b6-b970-7a330131600a is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:16.523537 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.536932 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ad9a9d-773a-41b6-b970-7a330131600a {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:16.561220 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28ad9a9d-773a-41b6-b970-7a330131600a,segment=NetworkSegment(4e0d110b-f48b-41dd-9430-ff640590bc87),segment_id=4e0d110b-f48b-41dd-9430-ff640590bc87)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:16.596897 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 48986) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:16.609821 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e250593a-0e2b-4ea2-ac65-62d3108c663e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.613427 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-70f5ba88-e281-4c7a-8016-dee2f7919c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ba5169d6-0ccc-43a2-b7d2-090156b0991e), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.658557 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.659208 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 448b92cf-8fd6-4137-a431-b26132b3bd03 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:16.665968 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5ba88-e281-4c7a-8016-dee2f7919c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5169d6-0ccc-43a2-b7d2-090156b0991e,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:16.671483 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-70f5ba88-e281-4c7a-8016-dee2f7919c65 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c29992bc28bd4752b83da4c40a2d6f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157231 Feb 04 18:01:16.675066 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48988) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:16.733779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] Publish callbacks [] for security_group (ba5169d6-0ccc-43a2-b7d2-090156b0991e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.735433 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e250593a-0e2b-4ea2-ac65-62d3108c663e admin admin] Publish callbacks [] for security_group (7a36da03-4f91-45e8-bb57-805e8c221dc9), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.753191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:16.757309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] Publish callbacks [] for security_group (ba5169d6-0ccc-43a2-b7d2-090156b0991e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.800085 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=448b92cf-8fd6-4137-a431-b26132b3bd03,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:16.811948 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '448b92cf-8fd6-4137-a431-b26132b3bd03', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'port_id': '448b92cf-8fd6-4137-a431-b26132b3bd03', 'mac_address': 'fa:16:3e:4d:0f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:16.903422 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e250593a-0e2b-4ea2-ac65-62d3108c663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7a36da03-4f91-45e8-bb57-805e8c221dc9), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.949220 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b88c9-266f-453f-88b5-d970308b5453 req-36c9b7bd-c4d5-4655-a2c2-b4e91b545fc8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:16.950650 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6c5b88c9-266f-453f-88b5-d970308b5453 req-36c9b7bd-c4d5-4655-a2c2-b4e91b545fc8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 944 time: 0.0972927 Feb 04 18:01:16.956926 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e250593a-0e2b-4ea2-ac65-62d3108c663e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=96f85931dd184ae8a665d93db796097c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564730 Feb 04 18:01:16.956926 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250593a-0e2b-4ea2-ac65-62d3108c663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36da03-4f91-45e8-bb57-805e8c221dc9,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:16.957781 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 48994) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:16.959263 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 448b92cf-8fd6-4137-a431-b26132b3bd03 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:16.959759 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.973694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448b92cf-8fd6-4137-a431-b26132b3bd03 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:16.974850 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ba5169d6-0ccc-43a2-b7d2-090156b0991e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.977496 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:16.995295 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ba5169d6-0ccc-43a2-b7d2-090156b0991e HTTP/1.1" status: 204 len: 168 time: 0.3019378 Feb 04 18:01:16.996002 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=448b92cf-8fd6-4137-a431-b26132b3bd03,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:17.000712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460d717-00c3-4076-b211-6747b349742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5169d6-0ccc-43a2-b7d2-090156b0991e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:17.023032 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6c5b88c9-266f-453f-88b5-d970308b5453 req-00f53119-140c-476b-baf1-577460e4f1ec tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645580 Feb 04 18:01:17.044854 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] Publish callbacks [] for security_group (7a36da03-4f91-45e8-bb57-805e8c221dc9), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.071436 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] Publish callbacks [] for security_group (7a36da03-4f91-45e8-bb57-805e8c221dc9), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.075885 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.076602 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device bd315958-9ef0-4c3f-ada4-ba8b1c05202e details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:17.180055 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:17.196005 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa591e9-3ad6-47b6-a1ec-df05af692d65 req-b37a709c-d317-46c0-b871-cdd29eea3262 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:17.197686 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cfa591e9-3ad6-47b6-a1ec-df05af692d65 req-b37a709c-d317-46c0-b871-cdd29eea3262 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0837550 Feb 04 18:01:17.213348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7a36da03-4f91-45e8-bb57-805e8c221dc9), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.218947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.221357 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a36da03-4f91-45e8-bb57-805e8c221dc9 HTTP/1.1" status: 204 len: 168 time: 0.2620077 Feb 04 18:01:17.226178 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:17.241481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'port_id': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'mac_address': 'fa:16:3e:78:76:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c29342-7d7c-4b15-ba19-d1b2393955ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:17.252685 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4f437-3324-491c-b34f-169acd744442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36da03-4f91-45e8-bb57-805e8c221dc9,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:17.298249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port bd315958-9ef0-4c3f-ada4-ba8b1c05202e is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:17.299480 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.310060 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cfa591e9-3ad6-47b6-a1ec-df05af692d65 req-8465593d-87d5-414a-8a68-6eea646a35b2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984850 Feb 04 18:01:17.332605 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd315958-9ef0-4c3f-ada4-ba8b1c05202e {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:17.370829 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:17.403804 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be023f-f080-433d-932d-617d909ab21c req-8708e94f-729b-456d-9101-972d654a397c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:17.405318 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18be023f-f080-433d-932d-617d909ab21c req-8708e94f-729b-456d-9101-972d654a397c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0588610 Feb 04 18:01:17.453907 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18be023f-f080-433d-932d-617d909ab21c req-1d23d170-7c9c-49e2-b7c8-6a2fa5265dba tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Feb 04 18:01:17.508369 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.563261 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:17.607662 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def17050-bdb6-4ee7-998f-1ff7a4b47d81 req-e0da967f-484e-475a-acac-8a840b646d91 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:17.608752 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-def17050-bdb6-4ee7-998f-1ff7a4b47d81 req-e0da967f-484e-475a-acac-8a840b646d91 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0535443 Feb 04 18:01:17.662062 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-def17050-bdb6-4ee7-998f-1ff7a4b47d81 req-09d245fa-38fc-4d29-b801-2f183991700a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Feb 04 18:01:17.775095 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.846252 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49018) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:17.859723 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3112307f-d92b-4327-8b2e-30c89353a672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:17.936247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3112307f-d92b-4327-8b2e-30c89353a672 admin admin] Publish callbacks [] for security_group (f15a020d-c6e6-4884-bbb3-64cdf2f65896), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.019025 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3112307f-d92b-4327-8b2e-30c89353a672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f15a020d-c6e6-4884-bbb3-64cdf2f65896), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.067894 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49030) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:18.068632 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3112307f-d92b-4327-8b2e-30c89353a672 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=731873efe7814a10bc936326569aaec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211645 Feb 04 18:01:18.070938 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112307f-d92b-4327-8b2e-30c89353a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a020d-c6e6-4884-bbb3-64cdf2f65896,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:18.163197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] Publish callbacks [] for security_group (f15a020d-c6e6-4884-bbb3-64cdf2f65896), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.192721 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe361-44f9-47dd-b4f6-4ec7d499dd3d req-b197d4ee-cf17-4b63-8187-038325759651 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:18.194235 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df9fe361-44f9-47dd-b4f6-4ec7d499dd3d req-b197d4ee-cf17-4b63-8187-038325759651 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0869503 Feb 04 18:01:18.200635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] Publish callbacks [] for security_group (f15a020d-c6e6-4884-bbb3-64cdf2f65896), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.272278 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df9fe361-44f9-47dd-b4f6-4ec7d499dd3d req-636511f1-0bdf-43d1-b8af-1863202d30d3 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694261 Feb 04 18:01:18.372888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f15a020d-c6e6-4884-bbb3-64cdf2f65896), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.376255 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:18.378117 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f15a020d-c6e6-4884-bbb3-64cdf2f65896 HTTP/1.1" status: 204 len: 168 time: 0.3083975 Feb 04 18:01:18.418988 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e15cc4-240e-4513-9ebd-9658451fadb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a020d-c6e6-4884-bbb3-64cdf2f65896,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:18.449185 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c654e2-27c9-483d-a140-87f21357c17b req-b645b868-6737-46c7-a477-7e1ca557d8af tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:18.449814 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a1c654e2-27c9-483d-a140-87f21357c17b req-b645b868-6737-46c7-a477-7e1ca557d8af tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0705676 Feb 04 18:01:18.503707 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a1c654e2-27c9-483d-a140-87f21357c17b req-1c652f77-8d1f-4cee-8042-3d6207436cd8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456998 Feb 04 18:01:18.589655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204f1d3-1650-4e4d-9c4e-a0caf5514d18 req-0dab1329-ebf3-48a5-ab1f-c0e7859cde05 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:18.591515 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7204f1d3-1650-4e4d-9c4e-a0caf5514d18 req-0dab1329-ebf3-48a5-ab1f-c0e7859cde05 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0563064 Feb 04 18:01:18.638958 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7204f1d3-1650-4e4d-9c4e-a0caf5514d18 req-563fd59f-7bdd-4f49-926e-0d65edf54f12 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Feb 04 18:01:18.801398 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247abc1-1b74-4918-bdfc-2f05b4e95c3b req-12ef3341-d04a-490b-b5d8-6b1a707c691e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:18.802930 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5247abc1-1b74-4918-bdfc-2f05b4e95c3b req-12ef3341-d04a-490b-b5d8-6b1a707c691e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0543966 Feb 04 18:01:18.860187 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5247abc1-1b74-4918-bdfc-2f05b4e95c3b req-baeb78fd-4859-4a78-bfb0-5ed2ac927ce6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 Feb 04 18:01:19.398016 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:01:19.404653 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebd5e2-7c11-489b-8834-3370b1b54431 req-8ea1d0f3-8e31-40f5-9b79-0b5d4cb23872 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:19.406257 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36ebd5e2-7c11-489b-8834-3370b1b54431 req-8ea1d0f3-8e31-40f5-9b79-0b5d4cb23872 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0660920 Feb 04 18:01:19.453607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36ebd5e2-7c11-489b-8834-3370b1b54431 req-ad32ba56-e3c4-4bf3-87d1-805d1b99a963 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Feb 04 18:01:19.636818 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb146a0-0ea9-43f2-8dd2-cf6741de1a31 req-152e78f9-0919-49d7-b3b1-bd0f3a5705f0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:19.638316 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-abb146a0-0ea9-43f2-8dd2-cf6741de1a31 req-152e78f9-0919-49d7-b3b1-bd0f3a5705f0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0536859 Feb 04 18:01:19.689031 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-abb146a0-0ea9-43f2-8dd2-cf6741de1a31 req-81fdc13b-660b-480e-8faa-cf3ba4d0c205 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Feb 04 18:01:19.792138 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6745635-e9e0-4190-bc05-95d88a8f2e66 req-e3037376-4c2d-4c88-907c-7058971eed2a tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:19.793674 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6745635-e9e0-4190-bc05-95d88a8f2e66 req-e3037376-4c2d-4c88-907c-7058971eed2a tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0583935 Feb 04 18:01:19.856768 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6745635-e9e0-4190-bc05-95d88a8f2e66 req-f74c311c-154c-4b0c-a6b5-101481838af6 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554261 Feb 04 18:01:19.986211 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26583b3-db26-4b75-9561-4c3b349077c5 req-573cd773-c16d-4a50-bd62-b469ca66c114 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:19.987706 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e26583b3-db26-4b75-9561-4c3b349077c5 req-573cd773-c16d-4a50-bd62-b469ca66c114 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0532007 Feb 04 18:01:20.034730 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e26583b3-db26-4b75-9561-4c3b349077c5 req-bfdf43ad-530a-4176-91e7-d8641fdb44b0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Feb 04 18:01:20.575905 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e4d78-ee84-4674-be2a-12f0e712111e req-b0db1cd1-8a53-4184-abdf-a59ffc7b2b70 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:20.577405 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-177e4d78-ee84-4674-be2a-12f0e712111e req-b0db1cd1-8a53-4184-abdf-a59ffc7b2b70 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0554760 Feb 04 18:01:20.628670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-177e4d78-ee84-4674-be2a-12f0e712111e req-effc48f9-f73a-411f-a41a-b84d00cf8edf tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Feb 04 18:01:20.821097 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107951eb-fa5c-4efe-8fe1-5cfe7846137e req-bf38c038-f424-46c8-af94-a2d5b5ecd093 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:20.822614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-107951eb-fa5c-4efe-8fe1-5cfe7846137e req-bf38c038-f424-46c8-af94-a2d5b5ecd093 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0587180 Feb 04 18:01:20.875210 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-107951eb-fa5c-4efe-8fe1-5cfe7846137e req-2ad07b76-f9d2-42ef-a3a0-8614540dbf6e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Feb 04 18:01:20.972881 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f104a4-c55b-4da9-b8a6-00beb71b6c8e req-c950b43e-568c-432d-bee2-373dbbe4645d tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:20.974305 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77f104a4-c55b-4da9-b8a6-00beb71b6c8e req-c950b43e-568c-432d-bee2-373dbbe4645d tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0582864 Feb 04 18:01:21.024620 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77f104a4-c55b-4da9-b8a6-00beb71b6c8e req-b0cc75d0-7eb9-49b9-b9ca-087c390765cb tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Feb 04 18:01:21.164448 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4543e-7602-491e-8b54-8bee3f0a9c86 req-35dcb410-9069-4b8f-a11d-6635e54cb60f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:21.166042 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22a4543e-7602-491e-8b54-8bee3f0a9c86 req-35dcb410-9069-4b8f-a11d-6635e54cb60f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0627699 Feb 04 18:01:21.222759 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22a4543e-7602-491e-8b54-8bee3f0a9c86 req-b9847c3e-73e2-4218-beb1-d9ac25027112 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505242 Feb 04 18:01:21.747044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e25c3-7cc3-434e-9d93-69bb5d4fd730 req-1756c673-da6f-4a9f-b3c8-1d3ac0313cd8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:21.748489 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2b6e25c3-7cc3-434e-9d93-69bb5d4fd730 req-1756c673-da6f-4a9f-b3c8-1d3ac0313cd8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0526588 Feb 04 18:01:21.797682 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2b6e25c3-7cc3-434e-9d93-69bb5d4fd730 req-c23485f4-dcc9-42e5-802c-68e981d43a8c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Feb 04 18:01:22.006333 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5276-cd50-4ac8-9684-53b1369fddb1 req-f3f015f7-8c64-462e-ada2-36ce0cabf4af tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:22.007743 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34ec5276-cd50-4ac8-9684-53b1369fddb1 req-f3f015f7-8c64-462e-ada2-36ce0cabf4af tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0558326 Feb 04 18:01:22.053789 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34ec5276-cd50-4ac8-9684-53b1369fddb1 req-28371e9e-47c3-41e7-a4d5-efb6f2e75c3d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Feb 04 18:01:22.141600 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc61878-a4e0-4046-bc9f-a32a9618583e req-4a49caa2-b877-45db-a599-c15ec952dd79 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:22.143727 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fbc61878-a4e0-4046-bc9f-a32a9618583e req-4a49caa2-b877-45db-a599-c15ec952dd79 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0532315 Feb 04 18:01:22.190219 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fbc61878-a4e0-4046-bc9f-a32a9618583e req-e2312511-d08c-4c73-a84b-cd839f8d9b15 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Feb 04 18:01:22.345180 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987ff0f-58f2-432c-aed0-291c23c6e8fc req-dc4e89b5-cf24-46c6-a9f4-4e7ccf2474f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:22.346674 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4987ff0f-58f2-432c-aed0-291c23c6e8fc req-dc4e89b5-cf24-46c6-a9f4-4e7ccf2474f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0522730 Feb 04 18:01:22.395546 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4987ff0f-58f2-432c-aed0-291c23c6e8fc req-4bd6b990-618a-47b7-820a-ffe47027d0d1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Feb 04 18:01:22.994255 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d259ba1-6eb7-4d32-af60-4fe09dfc4960 req-b22e7c0d-5d58-4fd5-9e03-9d578d975fa5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:22.995835 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d259ba1-6eb7-4d32-af60-4fe09dfc4960 req-b22e7c0d-5d58-4fd5-9e03-9d578d975fa5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.1324770 Feb 04 18:01:23.045817 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d259ba1-6eb7-4d32-af60-4fe09dfc4960 req-f22d0da5-d26c-49c3-93f2-7f96f0017004 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Feb 04 18:01:23.171476 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a6fdf-5c91-485e-b213-b8980a07100b req-b8ece3e0-a9de-4d5a-b487-34df6b8011d4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:23.172961 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef1a6fdf-5c91-485e-b213-b8980a07100b req-b8ece3e0-a9de-4d5a-b487-34df6b8011d4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0520728 Feb 04 18:01:23.219751 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef1a6fdf-5c91-485e-b213-b8980a07100b req-f39de8b3-d71f-4201-a7fa-1bfed5a22d56 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 04 18:01:23.321094 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be445ce9-5e96-4f14-836f-11246892c415 req-e5e7b92f-9b90-4326-8c09-3f5523f4d58f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:23.321094 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be445ce9-5e96-4f14-836f-11246892c415 req-e5e7b92f-9b90-4326-8c09-3f5523f4d58f tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0582573 Feb 04 18:01:23.364087 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be445ce9-5e96-4f14-836f-11246892c415 req-03cf4868-5bcc-41d4-997d-767092a45d29 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Feb 04 18:01:23.519251 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fa3ec-25f4-43d5-bcc0-3934d7bdf593 req-c6aa2904-973c-4f2d-9eff-beed71b33713 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:23.520762 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-325fa3ec-25f4-43d5-bcc0-3934d7bdf593 req-c6aa2904-973c-4f2d-9eff-beed71b33713 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0553713 Feb 04 18:01:23.567016 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-325fa3ec-25f4-43d5-bcc0-3934d7bdf593 req-47d58385-8550-4848-a7fc-aee152c6567f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405364 Feb 04 18:01:24.161059 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e30e7-be38-4da6-afb3-87ec3e0c8268 req-6ac2c0ad-88ea-4288-a0f0-c1a91c33726c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:24.162555 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd0e30e7-be38-4da6-afb3-87ec3e0c8268 req-6ac2c0ad-88ea-4288-a0f0-c1a91c33726c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0527837 Feb 04 18:01:24.211025 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd0e30e7-be38-4da6-afb3-87ec3e0c8268 req-9c1047bd-8ec1-4c98-96cb-907de7885360 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Feb 04 18:01:24.338156 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08461803-37ef-4a57-9d11-8a5699c993c6 req-c09ff823-46c0-4a16-85bd-4a18ca256534 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:24.339663 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08461803-37ef-4a57-9d11-8a5699c993c6 req-c09ff823-46c0-4a16-85bd-4a18ca256534 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0525076 Feb 04 18:01:24.387277 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08461803-37ef-4a57-9d11-8a5699c993c6 req-0d740f95-73a5-4096-b765-c444b5b1564f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Feb 04 18:01:24.490497 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4c47d-f941-41c6-a4ad-a92fefd3d936 req-7cd68660-3c59-4173-857b-cb3861e82428 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:24.492231 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ec4c47d-f941-41c6-a4ad-a92fefd3d936 req-7cd68660-3c59-4173-857b-cb3861e82428 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0527713 Feb 04 18:01:24.538593 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ec4c47d-f941-41c6-a4ad-a92fefd3d936 req-5fe891a9-f0e2-44d4-bf6f-a9dc9a8f9998 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Feb 04 18:01:24.691105 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99040f2e-26ad-4d8e-9b80-92e2ceb01d8a req-236d583b-05fd-4495-aae2-507a6076c8fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:24.692678 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-99040f2e-26ad-4d8e-9b80-92e2ceb01d8a req-236d583b-05fd-4495-aae2-507a6076c8fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0551386 Feb 04 18:01:24.739174 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-99040f2e-26ad-4d8e-9b80-92e2ceb01d8a req-99cc217a-7e69-43e3-919a-4f0c56dd27ba tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Feb 04 18:01:24.884533 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['448b92cf-8fd6-4137-a431-b26132b3bd03'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:25.070229 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['28ad9a9d-773a-41b6-b970-7a330131600a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:25.220277 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:25.326335 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624f76-f50c-4c43-81ed-28a1e33ef804 req-fd12f3a9-bb29-479d-8310-160ce15eeb56 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:25.327837 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3b624f76-f50c-4c43-81ed-28a1e33ef804 req-fd12f3a9-bb29-479d-8310-160ce15eeb56 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0507658 Feb 04 18:01:25.377401 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3b624f76-f50c-4c43-81ed-28a1e33ef804 req-4d626837-84f8-43b5-9b09-dc116c2f39df tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Feb 04 18:01:25.516553 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15e9ae-30d0-4dbf-8791-75072a27225b req-ec7b5a71-fdd3-4c7b-978f-1085a033892a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:25.518497 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3d15e9ae-30d0-4dbf-8791-75072a27225b req-ec7b5a71-fdd3-4c7b-978f-1085a033892a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.0549133 Feb 04 18:01:25.566626 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3d15e9ae-30d0-4dbf-8791-75072a27225b req-cae41e9f-10cf-4132-ab92-016e74e9c7cf tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Feb 04 18:01:25.658809 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb6c8e-442e-4684-a839-ade3f268ce98 req-d5e31070-93c4-4998-ae16-90e9b32076b9 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:25.660252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77cb6c8e-442e-4684-a839-ade3f268ce98 req-d5e31070-93c4-4998-ae16-90e9b32076b9 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0517130 Feb 04 18:01:25.709280 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77cb6c8e-442e-4684-a839-ade3f268ce98 req-2b6ef689-b78b-4540-ae9d-1c1ada75b2db tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434551 Feb 04 18:01:25.860326 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbfba6-7107-4ca8-bc32-570cfad92394 req-cd8c85d6-3405-4e25-bfee-85d9e48bb78d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:25.862062 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3abbfba6-7107-4ca8-bc32-570cfad92394 req-cd8c85d6-3405-4e25-bfee-85d9e48bb78d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0535157 Feb 04 18:01:25.917231 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3abbfba6-7107-4ca8-bc32-570cfad92394 req-ff77dda1-aec1-47f2-b498-ac4df595a900 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487256 Feb 04 18:01:26.245094 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:26.347538 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:26.359258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:26.397707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:26.399596 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:26.418281 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:26.441123 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:26.567686 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:26.568680 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 5c15984f-de2a-4353-acb0-e4952295b2eb details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:01:26.733665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:26.816670 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663995-99f5-4631-a48f-2dd2d7f0069b req-1e84f44e-c57c-4321-8e41-7563078f4e31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:26.817142 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c15984f-de2a-4353-acb0-e4952295b2eb,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:26.819180 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-02663995-99f5-4631-a48f-2dd2d7f0069b req-1e84f44e-c57c-4321-8e41-7563078f4e31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.3605785 Feb 04 18:01:26.838725 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '5c15984f-de2a-4353-acb0-e4952295b2eb', 'network_id': '9c690480-f668-45a1-920e-e1d3e188eb0c', 'port_id': '5c15984f-de2a-4353-acb0-e4952295b2eb', 'mac_address': 'fa:16:3e:0f:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0032dde5-0b40-4ce3-b080-18ca885a6304', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:01:26.839175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f80162-3e16-41a3-bb9b-6a6328fb3a4a req-04defc81-7ae4-41b4-bd05-d0b1b57ea409 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:26.841617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c3f80162-3e16-41a3-bb9b-6a6328fb3a4a req-04defc81-7ae4-41b4-bd05-d0b1b57ea409 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 944 time: 0.1159866 Feb 04 18:01:26.903125 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 5c15984f-de2a-4353-acb0-e4952295b2eb is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:26.903528 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:26.921635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c15984f-de2a-4353-acb0-e4952295b2eb {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:01:26.945961 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c15984f-de2a-4353-acb0-e4952295b2eb,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:26.952713 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-02663995-99f5-4631-a48f-2dd2d7f0069b req-3217496d-c93c-4d5b-bbf7-3b6d8e69fa0c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266115 Feb 04 18:01:26.959059 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c3f80162-3e16-41a3-bb9b-6a6328fb3a4a req-2c5a36a8-5b6b-4399-8d0d-18a0ed64bd45 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034017 Feb 04 18:01:27.091962 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:27.103028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3deb2-0d5d-447f-987c-d57846e60eab req-6bcac37c-04c8-458b-8bc2-9e29af7cc15c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:27.104624 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9c3deb2-0d5d-447f-987c-d57846e60eab req-6bcac37c-04c8-458b-8bc2-9e29af7cc15c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0790932 Feb 04 18:01:27.113769 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252703-d240-4cd7-94f9-0ec57dcfca46 req-29534461-da17-4607-86f9-2fdb39204a16 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:27.115325 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cd252703-d240-4cd7-94f9-0ec57dcfca46 req-29534461-da17-4607-86f9-2fdb39204a16 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.1024299 Feb 04 18:01:27.147536 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:27.185969 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9c3deb2-0d5d-447f-987c-d57846e60eab req-d1735cfa-9511-4232-8f19-b513df37ddf0 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694153 Feb 04 18:01:27.200314 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cd252703-d240-4cd7-94f9-0ec57dcfca46 req-2055117e-fca9-42b9-8a3d-c44d87805be3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736835 Feb 04 18:01:28.109626 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49320) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:28.111633 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604369-6f95-4512-8b85-e62c405f3a42 req-ad719be3-5a57-4cd4-9454-43f543c2f698 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:28.113232 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d604369-6f95-4512-8b85-e62c405f3a42 req-ad719be3-5a57-4cd4-9454-43f543c2f698 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.0856843 Feb 04 18:01:28.125467 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91365eee-301d-486d-87b0-d70ae1cbed99 req-10fa032f-eaff-4edd-a54a-cf2e51c8e9f6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:28.126979 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91365eee-301d-486d-87b0-d70ae1cbed99 req-10fa032f-eaff-4edd-a54a-cf2e51c8e9f6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0976059 Feb 04 18:01:28.193409 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d604369-6f95-4512-8b85-e62c405f3a42 req-23c966ae-fcf8-45df-8f10-3417b4053420 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654793 Feb 04 18:01:28.214654 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91365eee-301d-486d-87b0-d70ae1cbed99 req-3b4d536e-47b6-438f-afcb-1da748fce16a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807681 Feb 04 18:01:28.244420 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0668c2a4-1867-4df5-bcc2-af4d60ccbe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.332849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0668c2a4-1867-4df5-bcc2-af4d60ccbe47 admin admin] Publish callbacks [] for security_group (0fa5e661-69a0-4195-b113-c78a73938de1), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.349724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781dc5d-b637-4fbe-b4a3-b5fc3e88fb1e req-c4064236-abef-44e5-9e8e-785db84062dc tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:28.351230 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f781dc5d-b637-4fbe-b4a3-b5fc3e88fb1e req-c4064236-abef-44e5-9e8e-785db84062dc tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 944 time: 0.0897832 Feb 04 18:01:28.363410 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8abb-04a4-4141-b3b3-a7e29be0a6ae req-412edf7a-9451-47e2-bf7e-fc9f6e5e8d53 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:28.366777 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c03c8abb-04a4-4141-b3b3-a7e29be0a6ae req-412edf7a-9451-47e2-bf7e-fc9f6e5e8d53 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0757866 Feb 04 18:01:28.400668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0668c2a4-1867-4df5-bcc2-af4d60ccbe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0fa5e661-69a0-4195-b113-c78a73938de1), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.437754 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f781dc5d-b637-4fbe-b4a3-b5fc3e88fb1e req-8f928283-c42a-4448-b1de-22a312e82c13 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718424 Feb 04 18:01:28.440140 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0668c2a4-1867-4df5-bcc2-af4d60ccbe47 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ecc4509c11147539abd517b313d2456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293824 Feb 04 18:01:28.441313 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c03c8abb-04a4-4141-b3b3-a7e29be0a6ae req-63215dd6-a9d2-4398-9e06-eed9ef42bdd7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694122 Feb 04 18:01:28.442678 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49330) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:28.444973 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668c2a4-1867-4df5-bcc2-af4d60ccbe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa5e661-69a0-4195-b113-c78a73938de1,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:28.496027 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] Publish callbacks [] for security_group (0fa5e661-69a0-4195-b113-c78a73938de1), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.518618 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] Publish callbacks [] for security_group (0fa5e661-69a0-4195-b113-c78a73938de1), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.582997 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-23089255-6476-4a2e-93b9-3591e42a4c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.662135 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0fa5e661-69a0-4195-b113-c78a73938de1), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.664808 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:28.665957 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0fa5e661-69a0-4195-b113-c78a73938de1 HTTP/1.1" status: 204 len: 168 time: 0.2222011 Feb 04 18:01:28.674290 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fd5a6-80ac-4a51-9828-4be2f43508c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa5e661-69a0-4195-b113-c78a73938de1,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:28.925693 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 28ad9a9d-773a-41b6-b970-7a330131600a up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:29.081209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 28ad9a9d-773a-41b6-b970-7a330131600a completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:29.085508 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 28ad9a9d-773a-41b6-b970-7a330131600a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:29.085961 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.167323 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 28ad9a9d-773a-41b6-b970-7a330131600a is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:29.167722 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.194476 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:29.269770 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28ad9a9d-773a-41b6-b970-7a330131600a,segment=NetworkSegment(4e0d110b-f48b-41dd-9430-ff640590bc87),segment_id=4e0d110b-f48b-41dd-9430-ff640590bc87)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:29.378437 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.380360 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 448b92cf-8fd6-4137-a431-b26132b3bd03 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:29.382841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adaef9-6ea1-40ca-b2b1-c448fb772440 req-52c82e9f-7c55-47e4-ab0b-87d8fee3af92 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:29.384510 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-61adaef9-6ea1-40ca-b2b1-c448fb772440 req-52c82e9f-7c55-47e4-ab0b-87d8fee3af92 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0829268 Feb 04 18:01:29.387704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde0502-d002-4896-8b65-589d416a2806" -d '{"events": [{"server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "name": "network-vif-plugged", "status": "completed", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:29.392260 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4a04-7ff7-4388-8c13-ec37ac1d1057 req-ac180dde-a99e-45ec-a9fe-097f7e9b3439 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:29.393656 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-950b4a04-7ff7-4388-8c13-ec37ac1d1057 req-ac180dde-a99e-45ec-a9fe-097f7e9b3439 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 945 time: 0.1018953 Feb 04 18:01:29.437847 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49352) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:29.452486 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6656a9a8-00f6-4e0b-9a5d-98fa76ebd8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.471983 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-61adaef9-6ea1-40ca-b2b1-c448fb772440 req-a50b5eec-6c9d-4d75-975f-97065623f603 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770581 Feb 04 18:01:29.474935 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-950b4a04-7ff7-4388-8c13-ec37ac1d1057 req-3841279e-1bd5-43a7-af4f-98edb8f560d4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743392 Feb 04 18:01:29.477320 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:29.553983 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6656a9a8-00f6-4e0b-9a5d-98fa76ebd8c0 admin admin] Publish callbacks [] for security_group (2c161292-d9df-4be7-8793-b700838fbe9e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.611599 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c34e7-9200-40f2-9fd2-d94004ef33cc req-f46ee517-6f6d-4a75-b313-62e443f3ef49 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:29.613081 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d70c34e7-9200-40f2-9fd2-d94004ef33cc req-f46ee517-6f6d-4a75-b313-62e443f3ef49 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0621130 Feb 04 18:01:29.617630 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 448b92cf-8fd6-4137-a431-b26132b3bd03 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:29.622813 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 448b92cf-8fd6-4137-a431-b26132b3bd03 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:29.623224 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.667642 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6656a9a8-00f6-4e0b-9a5d-98fa76ebd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (2c161292-d9df-4be7-8793-b700838fbe9e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.682202 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d70c34e7-9200-40f2-9fd2-d94004ef33cc req-b0f72458-f0c0-4c6e-aadb-36480ad177e4 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611019 Feb 04 18:01:29.695054 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1a0b9-4824-4f16-899d-2d52bb29e06b x-openstack-request-id: req-22a1a0b9-4824-4f16-899d-2d52bb29e06b {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:29.702960 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "name": "network-vif-plugged", "status": "completed", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:29.703398 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22a1a0b9-4824-4f16-899d-2d52bb29e06b {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:29.704022 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a', 'code': 200} Feb 04 18:01:29.724068 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-6656a9a8-00f6-4e0b-9a5d-98fa76ebd8c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76a5e5f31600484c8edd632608c283df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843659 Feb 04 18:01:29.725138 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656a9a8-00f6-4e0b-9a5d-98fa76ebd8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c161292-d9df-4be7-8793-b700838fbe9e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:29.725537 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 448b92cf-8fd6-4137-a431-b26132b3bd03 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:29.725924 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.726282 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49362) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:29.775132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=448b92cf-8fd6-4137-a431-b26132b3bd03,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:29.811985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] Publish callbacks [] for security_group (2c161292-d9df-4be7-8793-b700838fbe9e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.834273 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ec83-4029-420e-bc96-7f8e9965b3d6 req-8e493102-a3bb-4f1b-a1fa-bafde4b60ae6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:29.835809 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2700ec83-4029-420e-bc96-7f8e9965b3d6 req-8e493102-a3bb-4f1b-a1fa-bafde4b60ae6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0768142 Feb 04 18:01:29.853306 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] Publish callbacks [] for security_group (2c161292-d9df-4be7-8793-b700838fbe9e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.874674 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:29.875565 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device bd315958-9ef0-4c3f-ada4-ba8b1c05202e up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:29.916978 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2700ec83-4029-420e-bc96-7f8e9965b3d6 req-ccd79ae2-bc12-481e-b6b9-7b1cd71db3f8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733397 Feb 04 18:01:29.950666 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:30.074794 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (2c161292-d9df-4be7-8793-b700838fbe9e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.077434 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.078641 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c161292-d9df-4be7-8793-b700838fbe9e HTTP/1.1" status: 204 len: 168 time: 0.3512344 Feb 04 18:01:30.087204 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465b48-d922-4c34-bd24-9598610a0dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c161292-d9df-4be7-8793-b700838fbe9e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:30.114570 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port bd315958-9ef0-4c3f-ada4-ba8b1c05202e completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:30.120741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port bd315958-9ef0-4c3f-ada4-ba8b1c05202e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:30.121120 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.205249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port bd315958-9ef0-4c3f-ada4-ba8b1c05202e is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:30.205645 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.238720 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:30.316573 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.364433 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:30.634961 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8e18-fc52-4c9b-9cad-d96655782e36 req-ded288cf-eb2e-46a8-b132-8a23ae770da9 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:30.636447 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-545b8e18-fc52-4c9b-9cad-d96655782e36 req-ded288cf-eb2e-46a8-b132-8a23ae770da9 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0889454 Feb 04 18:01:30.644642 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c622b4-8ad9-4287-afce-f7736622a73d req-3d6efed4-7ca8-4a67-adb8-67b323e9a06b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:30.646077 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b2c622b4-8ad9-4287-afce-f7736622a73d req-3d6efed4-7ca8-4a67-adb8-67b323e9a06b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0845714 Feb 04 18:01:30.714782 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-545b8e18-fc52-4c9b-9cad-d96655782e36 req-f30bce12-da30-4bd9-a7d8-25d8dfee049d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676873 Feb 04 18:01:30.723660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b2c622b4-8ad9-4287-afce-f7736622a73d req-208b7927-881f-4721-99ec-673ae3f27307 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700080 Feb 04 18:01:30.807706 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49380) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:30.821683 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-841ec9b7-baf7-48a7-b539-3a76f6ffbce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.841112 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaab83-b58f-43a4-a0f3-29e27eb6674c req-94d5079b-f682-4417-80a7-90a8229e35c3 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:30.842643 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5ebaab83-b58f-43a4-a0f3-29e27eb6674c req-94d5079b-f682-4417-80a7-90a8229e35c3 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0632119 Feb 04 18:01:30.847846 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c073b5cc-aea5-4e8f-85e1-ec4ab36e5648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:30.896086 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5ebaab83-b58f-43a4-a0f3-29e27eb6674c req-92308f94-62c0-4d05-b301-c80e7f23f898 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Feb 04 18:01:30.904309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-841ec9b7-baf7-48a7-b539-3a76f6ffbce5 admin admin] Publish callbacks [] for security_group (9f682a52-09ce-42ba-8bff-59ef33c35dfe), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.006162 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-841ec9b7-baf7-48a7-b539-3a76f6ffbce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9f682a52-09ce-42ba-8bff-59ef33c35dfe), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.042034 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-841ec9b7-baf7-48a7-b539-3a76f6ffbce5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07d3838633264f4997948a3013d6a32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331450 Feb 04 18:01:31.044709 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49384) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:31.047029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec9b7-baf7-48a7-b539-3a76f6ffbce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f682a52-09ce-42ba-8bff-59ef33c35dfe,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:31.071460 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621a2ae-e3e8-4efa-8357-5bdfc0e002da req-2e6fdb93-b32f-4452-8588-2682b157e973 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:31.072968 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f621a2ae-e3e8-4efa-8357-5bdfc0e002da req-2e6fdb93-b32f-4452-8588-2682b157e973 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0773668 Feb 04 18:01:31.139954 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] Publish callbacks [] for security_group (9f682a52-09ce-42ba-8bff-59ef33c35dfe), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.151348 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f621a2ae-e3e8-4efa-8357-5bdfc0e002da req-dafadc39-11a8-4506-b4d2-9ece4ef902d8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702810 Feb 04 18:01:31.171151 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] Publish callbacks [] for security_group (9f682a52-09ce-42ba-8bff-59ef33c35dfe), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.303223 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9f682a52-09ce-42ba-8bff-59ef33c35dfe), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.305691 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:31.306845 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f682a52-09ce-42ba-8bff-59ef33c35dfe HTTP/1.1" status: 204 len: 168 time: 0.2610364 Feb 04 18:01:31.317435 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770483e-0bc6-4e2a-920c-953cd3dcd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f682a52-09ce-42ba-8bff-59ef33c35dfe,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:31.706408 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03'}, {'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:31.707735 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26104fd7-344e-4d02-96ff-ef314d4fb045" -d '{"events": [{"server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "name": "network-vif-plugged", "status": "completed", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03"}, {"server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "name": "network-vif-plugged", "status": "completed", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:31.822820 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09677f50-1b28-4d85-bf2c-6e48f62a422b x-openstack-request-id: req-09677f50-1b28-4d85-bf2c-6e48f62a422b {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:31.822820 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "name": "network-vif-plugged", "status": "completed", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03", "code": 200}, {"server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "name": "network-vif-plugged", "status": "completed", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:31.822820 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-09677f50-1b28-4d85-bf2c-6e48f62a422b {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:31.822820 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03', 'code': 200} Feb 04 18:01:31.822820 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'code': 200} Feb 04 18:01:31.905279 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722369-0232-4298-a428-1d71604b0a23 req-878a652c-0f62-4681-baf4-a683ed581f98 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:31.905279 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c7722369-0232-4298-a428-1d71604b0a23 req-878a652c-0f62-4681-baf4-a683ed581f98 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0849929 Feb 04 18:01:31.918447 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951aa5-39e3-45c8-8d51-95de57c238f2 req-07ee8d16-9ca6-4a16-89ca-2788fc975ea2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:31.918447 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-99951aa5-39e3-45c8-8d51-95de57c238f2 req-07ee8d16-9ca6-4a16-89ca-2788fc975ea2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0891821 Feb 04 18:01:31.962590 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c7722369-0232-4298-a428-1d71604b0a23 req-de260048-b84b-4bc6-bde5-6476c9f77c63 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777307 Feb 04 18:01:32.015409 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-99951aa5-39e3-45c8-8d51-95de57c238f2 req-5a5e15fd-4392-4c94-994c-374c351769f5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898550 Feb 04 18:01:32.106830 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423718ea-1e81-495b-8d90-e1589e472e0b req-c3d1e21c-d54a-4c11-bb41-11703726dc62 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:32.108354 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-423718ea-1e81-495b-8d90-e1589e472e0b req-c3d1e21c-d54a-4c11-bb41-11703726dc62 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0690434 Feb 04 18:01:32.171102 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-423718ea-1e81-495b-8d90-e1589e472e0b req-d27632f1-4fa8-4774-a000-4c8a23ac338c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Feb 04 18:01:32.282047 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581447b-f079-4373-af44-357a04a8cb2d req-baa6a22d-f307-4354-908b-24c8c0a222e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:32.284209 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0581447b-f079-4373-af44-357a04a8cb2d req-baa6a22d-f307-4354-908b-24c8c0a222e1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0560215 Feb 04 18:01:32.332285 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0581447b-f079-4373-af44-357a04a8cb2d req-a2340861-a395-4480-8c58-831ac6b10c0e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Feb 04 18:01:32.454731 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:32.595211 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['5c15984f-de2a-4353-acb0-e4952295b2eb'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:01:32.787694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:32.975716 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ddb09-0a17-4771-8279-06133216d303 req-e41b6401-bc0d-4eae-b6dc-445e1be875db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:32.977244 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-281ddb09-0a17-4771-8279-06133216d303 req-e41b6401-bc0d-4eae-b6dc-445e1be875db service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 1130 time: 0.0845475 Feb 04 18:01:32.990898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-2deddd89-5feb-40c1-9ec7-8ce9dfcdfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:32.996010 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-2deddd89-5feb-40c1-9ec7-8ce9dfcdfe22 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 1129 time: 0.1202753 Feb 04 18:01:32.998056 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-c9578537-8d19-43d6-ac37-0bba52aa8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:32.999414 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-281ddb09-0a17-4771-8279-06133216d303 req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:32.999647 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-c9578537-8d19-43d6-ac37-0bba52aa8d75 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0776501 Feb 04 18:01:33.019411 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-70bdf186-726d-46e8-a6f5-9940944fd0d6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.031645 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-4e274e9c-92cd-4845-a801-f373322bc91f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.164640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-281ddb09-0a17-4771-8279-06133216d303 req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] Publish callbacks [] for security_group (16e039e6-728e-4472-b3e9-adf7eba83c27), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.187270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73056e2e-f63e-412c-8b2a-9d58bc0cc2c3 req-4b758145-cd04-4819-ad6e-6e368eb38ed7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:33.189669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-73056e2e-f63e-412c-8b2a-9d58bc0cc2c3 req-4b758145-cd04-4819-ad6e-6e368eb38ed7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.1388838 Feb 04 18:01:33.208340 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1f103-defb-4cc7-a1bc-24db94bba7e8 req-d692aa05-6198-49b4-9274-8032bacf0335 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:33.210274 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68a1f103-defb-4cc7-a1bc-24db94bba7e8 req-d692aa05-6198-49b4-9274-8032bacf0335 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.1215739 Feb 04 18:01:33.212195 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.246181 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-281ddb09-0a17-4771-8279-06133216d303 req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (16e039e6-728e-4472-b3e9-adf7eba83c27), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.320023 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-281ddb09-0a17-4771-8279-06133216d303 req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356116 Feb 04 18:01:33.321071 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.db.api [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-70bdf186-726d-46e8-a6f5-9940944fd0d6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) fbe88ab9eeeb4d38933f9cf6915f4e4d {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:01:33.321433 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG oslo_db.api [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-70bdf186-726d-46e8-a6f5-9940944fd0d6 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:01:33.322032 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.db.api [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-4e274e9c-92cd-4845-a801-f373322bc91f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) fbe88ab9eeeb4d38933f9cf6915f4e4d {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:01:33.322337 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG oslo_db.api [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-4e274e9c-92cd-4845-a801-f373322bc91f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:01:33.328175 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-73056e2e-f63e-412c-8b2a-9d58bc0cc2c3 req-8969067e-51fa-4334-98c5-ef396ae48358 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304047 Feb 04 18:01:33.331478 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16e039e6-728e-4472-b3e9-adf7eba83c27,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:33.341763 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68a1f103-defb-4cc7-a1bc-24db94bba7e8 req-ca214a08-584b-4685-a4fd-e8900456fbb1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254542 Feb 04 18:01:33.478689 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dec22-4861-433b-bfec-39556aa60be2 req-84755088-7171-4a50-bf04-10b21064fd7b tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:33.480242 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b9dec22-4861-433b-bfec-39556aa60be2 req-84755088-7171-4a50-bf04-10b21064fd7b tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0886407 Feb 04 18:01:33.502654 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa1762-3c99-4a34-aacb-269297a4b329 req-5d02f1ad-c481-436f-a888-2f29d5eeabed tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:33.504124 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83aa1762-3c99-4a34-aacb-269297a4b329 req-5d02f1ad-c481-436f-a888-2f29d5eeabed tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0844674 Feb 04 18:01:33.567808 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b9dec22-4861-433b-bfec-39556aa60be2 req-b7e96ba7-c580-4015-9058-28648790335a tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806720 Feb 04 18:01:33.574918 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83aa1762-3c99-4a34-aacb-269297a4b329 req-888d5a3d-b8f9-4714-b9b8-e4f1de8614ae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633395 Feb 04 18:01:33.823129 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-70bdf186-726d-46e8-a6f5-9940944fd0d6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.825238 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-4e274e9c-92cd-4845-a801-f373322bc91f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:33.970886 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3c5599c1-52b8-436c-b8c7-e13dc21271c7 req-70bdf186-726d-46e8-a6f5-9940944fd0d6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9702308 Feb 04 18:01:33.976959 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a7f2f941-a3f8-4140-ae4b-cff976c7efb2 req-4e274e9c-92cd-4845-a801-f373322bc91f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9701297 Feb 04 18:01:34.499272 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1657c-600e-41e8-97ad-bed1a595971a req-e62cc686-afcd-49ad-98d1-6ca7dd2e83f1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:34.500764 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4dc1657c-600e-41e8-97ad-bed1a595971a req-e62cc686-afcd-49ad-98d1-6ca7dd2e83f1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0872049 Feb 04 18:01:34.511367 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57160c-b481-4f91-993b-a3ea0ea4f4d7 req-42741e30-3b68-4768-b9c6-ab3e3c120898 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:34.512851 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c57160c-b481-4f91-993b-a3ea0ea4f4d7 req-42741e30-3b68-4768-b9c6-ab3e3c120898 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0889547 Feb 04 18:01:34.581694 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4dc1657c-600e-41e8-97ad-bed1a595971a req-845c198c-5c6e-452a-ac33-2abd7e5ddfde tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678854 Feb 04 18:01:34.585874 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c57160c-b481-4f91-993b-a3ea0ea4f4d7 req-176899d7-378c-4ba5-903a-8f207dc84a31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659647 Feb 04 18:01:34.723329 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1579b-54ab-47fb-b030-c8b2dd98132d req-c34b75f5-1998-415c-a355-e25ac2a86c94 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:34.724952 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b9d1579b-54ab-47fb-b030-c8b2dd98132d req-c34b75f5-1998-415c-a355-e25ac2a86c94 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0867455 Feb 04 18:01:34.754456 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed834e-e2f8-41bb-8bac-a18f0aba7552 req-d65010bd-ad05-4ff3-8071-df810e885acf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:34.755970 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eaed834e-e2f8-41bb-8bac-a18f0aba7552 req-d65010bd-ad05-4ff3-8071-df810e885acf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0909402 Feb 04 18:01:34.783630 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:34.808602 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b9d1579b-54ab-47fb-b030-c8b2dd98132d req-761b2cb3-9a5c-417c-b951-53711a926898 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772126 Feb 04 18:01:34.827398 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eaed834e-e2f8-41bb-8bac-a18f0aba7552 req-3808e9cb-a072-4b2a-9081-a7ee77926d2f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642753 Feb 04 18:01:35.734230 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01271e-33d1-4042-b64c-af22a276812c req-ee818475-1ccc-4f3b-b561-51f44cc76a7d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:35.735784 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d01271e-33d1-4042-b64c-af22a276812c req-ee818475-1ccc-4f3b-b561-51f44cc76a7d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0757635 Feb 04 18:01:35.743131 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b29ab-93b6-46cd-80f0-1ac3bbdef913 req-d0e5591c-bde6-456b-abf3-4dcedd3b3930 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:35.744494 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-980b29ab-93b6-46cd-80f0-1ac3bbdef913 req-d0e5591c-bde6-456b-abf3-4dcedd3b3930 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0943949 Feb 04 18:01:35.811405 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d01271e-33d1-4042-b64c-af22a276812c req-fccd4a27-2b9f-4d1e-badf-7b0091bd9c8a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 Feb 04 18:01:35.819417 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-980b29ab-93b6-46cd-80f0-1ac3bbdef913 req-66679c69-0b47-4969-8b6e-cbcd6f2c8dbb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682497 Feb 04 18:01:35.963890 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c80d-5a98-47a9-99dd-efd4259d6ce1 req-e527d088-ae85-48fb-8966-773c8b0a7933 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:35.965368 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-59e9c80d-5a98-47a9-99dd-efd4259d6ce1 req-e527d088-ae85-48fb-8966-773c8b0a7933 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0892966 Feb 04 18:01:35.977246 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edfe15-8197-41de-a1e9-398e81ad636f req-df41f880-a3d6-4503-9ed1-d9dbce906b68 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:35.978776 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18edfe15-8197-41de-a1e9-398e81ad636f req-df41f880-a3d6-4503-9ed1-d9dbce906b68 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0721638 Feb 04 18:01:36.042844 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-59e9c80d-5a98-47a9-99dd-efd4259d6ce1 req-8b25f31d-f007-4dde-a5f8-fc90ab9824e5 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630698 Feb 04 18:01:36.057481 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18edfe15-8197-41de-a1e9-398e81ad636f req-29c33af2-48c0-4374-ac9e-0b9fce7c5312 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711648 Feb 04 18:01:36.302728 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49544) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:36.405647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa53-77ac-41b7-9ebe-6c9ba8646a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.478790 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa53-77ac-41b7-9ebe-6c9ba8646a20 admin admin] Publish callbacks [] for security_group (5f7d2d12-b055-490a-a3a6-aa137020eea9), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.554638 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-79d9fa53-77ac-41b7-9ebe-6c9ba8646a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5f7d2d12-b055-490a-a3a6-aa137020eea9), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.592801 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-79d9fa53-77ac-41b7-9ebe-6c9ba8646a20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b5c8576bbff43f8b145ac0d5196c397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889459 Feb 04 18:01:36.593665 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9fa53-77ac-41b7-9ebe-6c9ba8646a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7d2d12-b055-490a-a3a6-aa137020eea9,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:36.595609 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49548) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:36.643575 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] Publish callbacks [] for security_group (5f7d2d12-b055-490a-a3a6-aa137020eea9), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.663832 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] Publish callbacks [] for security_group (5f7d2d12-b055-490a-a3a6-aa137020eea9), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.811336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5f7d2d12-b055-490a-a3a6-aa137020eea9), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.814487 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:36.815691 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f7d2d12-b055-490a-a3a6-aa137020eea9 HTTP/1.1" status: 204 len: 168 time: 0.2190123 Feb 04 18:01:36.823312 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd88a6-f2d4-40fa-bb60-2d4502c5fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7d2d12-b055-490a-a3a6-aa137020eea9,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:36.859353 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:36.981175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794794d-cd13-42e3-95cd-444951bfde63 req-85955c4a-050d-4219-ba6b-859fcc07c1f0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:36.982708 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3794794d-cd13-42e3-95cd-444951bfde63 req-85955c4a-050d-4219-ba6b-859fcc07c1f0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0851965 Feb 04 18:01:36.989889 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f62c53-b78b-48aa-ab7e-f225439df172 req-373e6c4d-17d3-44e9-afb1-15f346e310f8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:36.991589 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64f62c53-b78b-48aa-ab7e-f225439df172 req-373e6c4d-17d3-44e9-afb1-15f346e310f8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 945 time: 0.0852253 Feb 04 18:01:37.028412 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:37.036258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:37.036258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.071457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3794794d-cd13-42e3-95cd-444951bfde63 req-5ed31c3a-9d53-46c4-91f9-07c1b5223a6b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788951 Feb 04 18:01:37.081101 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64f62c53-b78b-48aa-ab7e-f225439df172 req-e797a380-3a86-43cd-ae76-5ea74ed55ada tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749624 Feb 04 18:01:37.119625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:37.120433 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.151135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:37.153402 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da9d43e-0ec5-483d-b0ad-5eca33a89af8" -d '{"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:37.166400 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:37.227678 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea82bd-e977-4fc9-ae85-640ad0ea18cf req-f4d11161-2b86-46b4-ba3a-a068f0fb4009 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:37.229303 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-75ea82bd-e977-4fc9-ae85-640ad0ea18cf req-f4d11161-2b86-46b4-ba3a-a068f0fb4009 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0878298 Feb 04 18:01:37.241756 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8765-d8e0-4f06-a2bb-e9699ced7037 req-adcae29d-bce0-42d5-b4b8-15dc6bc072a3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:37.243252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40ca8765-d8e0-4f06-a2bb-e9699ced7037 req-adcae29d-bce0-42d5-b4b8-15dc6bc072a3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0736666 Feb 04 18:01:37.257481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.258637 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 5c15984f-de2a-4353-acb0-e4952295b2eb up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:01:37.319146 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40ca8765-d8e0-4f06-a2bb-e9699ced7037 req-9dd4256d-cb02-4082-9884-95ab62ac022e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690849 Feb 04 18:01:37.322026 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-75ea82bd-e977-4fc9-ae85-640ad0ea18cf req-8ae6a49a-454b-4c11-b334-a4ad5b67f342 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778661 Feb 04 18:01:37.336112 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:37.383625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f0ff21-cd05-4db5-91b2-534d6f0c3cd0 x-openstack-request-id: req-84f0ff21-cd05-4db5-91b2-534d6f0c3cd0 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:37.387555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:37.387555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84f0ff21-cd05-4db5-91b2-534d6f0c3cd0 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:37.387555 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'code': 200} Feb 04 18:01:37.479548 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 5c15984f-de2a-4353-acb0-e4952295b2eb completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:01:37.483623 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 5c15984f-de2a-4353-acb0-e4952295b2eb triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:01:37.484001 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.560313 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 5c15984f-de2a-4353-acb0-e4952295b2eb is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:01:37.560695 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.593352 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c15984f-de2a-4353-acb0-e4952295b2eb,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:01:37.593614 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 49570) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:37.606254 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-012f37ee-b473-4fb6-ba92-1d711307275c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.651206 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.679503 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-012f37ee-b473-4fb6-ba92-1d711307275c admin admin] Publish callbacks [] for security_group (6b316813-aa84-4407-b41b-6c5a7b6555c5), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.702476 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:37.742996 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-012f37ee-b473-4fb6-ba92-1d711307275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (6b316813-aa84-4407-b41b-6c5a7b6555c5), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.780726 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-012f37ee-b473-4fb6-ba92-1d711307275c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c52081ba551e4963be3788ec2d3e2a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860375 Feb 04 18:01:37.781433 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f37ee-b473-4fb6-ba92-1d711307275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b316813-aa84-4407-b41b-6c5a7b6555c5,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:37.784650 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49572) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:37.831188 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] Publish callbacks [] for security_group (6b316813-aa84-4407-b41b-6c5a7b6555c5), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.852106 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] Publish callbacks [] for security_group (6b316813-aa84-4407-b41b-6c5a7b6555c5), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.995358 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (6b316813-aa84-4407-b41b-6c5a7b6555c5), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.997961 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:37.999445 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b316813-aa84-4407-b41b-6c5a7b6555c5 HTTP/1.1" status: 204 len: 168 time: 0.2135572 Feb 04 18:01:38.008927 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313f2e7-249d-4e5d-ae12-a69243320c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b316813-aa84-4407-b41b-6c5a7b6555c5,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:38.231138 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec49ff-21a6-4834-a446-a2ac61e234b7 req-38328823-c0a7-4403-a5e9-4965a86829b7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:38.232596 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2fec49ff-21a6-4834-a446-a2ac61e234b7 req-38328823-c0a7-4403-a5e9-4965a86829b7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0847752 Feb 04 18:01:38.239176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665de682-5aac-4754-a167-54eef37c74d4 req-55c1659d-c8dc-470b-8103-19fbf340c5fb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:38.240794 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-665de682-5aac-4754-a167-54eef37c74d4 req-55c1659d-c8dc-470b-8103-19fbf340c5fb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0948834 Feb 04 18:01:38.310748 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2fec49ff-21a6-4834-a446-a2ac61e234b7 req-2a2b97cc-2a4c-450b-bbc0-de1d454ad11d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689845 Feb 04 18:01:38.313900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-665de682-5aac-4754-a167-54eef37c74d4 req-320b5da9-e175-477e-bab8-aefd653c8ccc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665758 Feb 04 18:01:38.487325 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dfd0c-1288-4a62-8854-8c75866602fc req-b0782a47-7040-44df-afdc-72cb45ed2a83 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:38.488830 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-902dfd0c-1288-4a62-8854-8c75866602fc req-b0782a47-7040-44df-afdc-72cb45ed2a83 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0925357 Feb 04 18:01:38.496986 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccde6-2bad-4e2c-9fcd-d429fd6c2f96 req-f9845cc7-02d5-4663-9d36-3db8eda2ed24 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:38.498548 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e6ccde6-2bad-4e2c-9fcd-d429fd6c2f96 req-f9845cc7-02d5-4663-9d36-3db8eda2ed24 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0758364 Feb 04 18:01:38.564196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-902dfd0c-1288-4a62-8854-8c75866602fc req-948c8cef-bfb4-402a-8c50-b82e6b6c8437 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636787 Feb 04 18:01:38.575093 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e6ccde6-2bad-4e2c-9fcd-d429fd6c2f96 req-2525cd09-00ba-408e-bc17-96e4e8a27e80 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682566 Feb 04 18:01:39.385561 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:39.387983 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35426c0-49c6-40cf-83ec-b7303f521591" -d '{"events": [{"server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:39.521731 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92227fe8-fa10-4a46-b420-b8561dd61a56 req-188a9952-d2c8-419a-9278-720b3dd9f63f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:39.524304 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92227fe8-fa10-4a46-b420-b8561dd61a56 req-188a9952-d2c8-419a-9278-720b3dd9f63f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.1437023 Feb 04 18:01:39.537590 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05084012-ab49-413c-b8f9-1ca83a9a8f06 req-479c1119-8665-4118-a60b-1456847e8497 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:39.539860 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-05084012-ab49-413c-b8f9-1ca83a9a8f06 req-479c1119-8665-4118-a60b-1456847e8497 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.1427977 Feb 04 18:01:39.660652 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92227fe8-fa10-4a46-b420-b8561dd61a56 req-789a7525-6d07-458c-8c68-2b0ed45fc2a8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193314 Feb 04 18:01:39.679102 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-05084012-ab49-413c-b8f9-1ca83a9a8f06 req-8498675e-4dc0-42cc-8ce8-f70c712511cd tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223176 Feb 04 18:01:39.723667 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d00aa-c31c-42bd-a9e7-4ab4883cd2ca x-openstack-request-id: req-999d00aa-c31c-42bd-a9e7-4ab4883cd2ca {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:39.724004 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:39.724276 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-999d00aa-c31c-42bd-a9e7-4ab4883cd2ca {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:39.724687 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb', 'code': 200} Feb 04 18:01:39.821390 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0942cc-5548-44e8-bbf7-5865782f873f req-c9d4683a-91c5-4ad9-b4fa-40315955a284 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:39.822881 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee0942cc-5548-44e8-bbf7-5865782f873f req-c9d4683a-91c5-4ad9-b4fa-40315955a284 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0805144 Feb 04 18:01:39.852600 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e474a99-1654-41e8-8a4f-64a5d18a7915 req-8bce1d8d-e1da-42b5-9a37-fd16af83b84b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:39.854065 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0e474a99-1654-41e8-8a4f-64a5d18a7915 req-8bce1d8d-e1da-42b5-9a37-fd16af83b84b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0823362 Feb 04 18:01:39.898241 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee0942cc-5548-44e8-bbf7-5865782f873f req-0beb41c1-1c8b-46a6-bde6-554dd429e941 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688891 Feb 04 18:01:39.925804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0e474a99-1654-41e8-8a4f-64a5d18a7915 req-45f5f39a-cb40-4aba-ad10-2cdec9ae628b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603700 Feb 04 18:01:40.811211 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11b87-1234-4c8f-a1c1-4542ccdc21bc req-467f342e-15f6-48f1-8b6e-779316c79283 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:40.812695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f2c11b87-1234-4c8f-a1c1-4542ccdc21bc req-467f342e-15f6-48f1-8b6e-779316c79283 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0853782 Feb 04 18:01:40.823452 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf100-9c65-45e7-82af-b38693fe4c6e req-93cfdd53-9dee-4a53-9490-0daba263cbab tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:40.828842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-730cf100-9c65-45e7-82af-b38693fe4c6e req-93cfdd53-9dee-4a53-9490-0daba263cbab tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0705154 Feb 04 18:01:40.902905 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f2c11b87-1234-4c8f-a1c1-4542ccdc21bc req-b8c0c51f-07f0-41ea-8763-4ac01e6e3775 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770855 Feb 04 18:01:40.907558 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-730cf100-9c65-45e7-82af-b38693fe4c6e req-d3a5cc8d-cc4b-4cf2-bf84-a6491d532d4b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719585 Feb 04 18:01:41.231904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196e8d-86ea-4dc7-87ca-79c8c2afe38a req-78552a51-3baa-4a2b-ad03-fdf7a5a6607c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:41.233390 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8e196e8d-86ea-4dc7-87ca-79c8c2afe38a req-78552a51-3baa-4a2b-ad03-fdf7a5a6607c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.2659724 Feb 04 18:01:41.247724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a55ae-821b-4f19-860b-8b0214e01c41 req-19237e8f-c50b-4590-b738-654b7eb42aa0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:41.247724 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0e6a55ae-821b-4f19-860b-8b0214e01c41 req-19237e8f-c50b-4590-b738-654b7eb42aa0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0710757 Feb 04 18:01:41.315623 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8e196e8d-86ea-4dc7-87ca-79c8c2afe38a req-8cc1b009-13fe-47e5-99ad-a8f2ede55b61 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Feb 04 18:01:41.318849 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0e6a55ae-821b-4f19-860b-8b0214e01c41 req-75894085-ac20-45ad-98b6-a0f3e0ba2da4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653448 Feb 04 18:01:41.904535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85950-3ae9-41eb-aa9e-d3154e843396 req-0e1a6b50-5acf-4397-88d6-26e043a7c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:41.906064 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-61b85950-3ae9-41eb-aa9e-d3154e843396 req-0e1a6b50-5acf-4397-88d6-26e043a7c26e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 1130 time: 0.0755658 Feb 04 18:01:41.907760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a4ff5-4d91-48e1-be13-ce3002e11ad8 req-c68c1cb0-6e36-4582-96e8-aa1b24313ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:41.909096 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d65a4ff5-4d91-48e1-be13-ce3002e11ad8 req-c68c1cb0-6e36-4582-96e8-aa1b24313ba6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1129 time: 0.0803790 Feb 04 18:01:41.984398 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-61b85950-3ae9-41eb-aa9e-d3154e843396 req-6ac41ca8-f5e0-47de-814f-8d336a7a1b74 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670359 Feb 04 18:01:41.988120 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d65a4ff5-4d91-48e1-be13-ce3002e11ad8 req-bd9dfddd-85a1-4413-b198-d07b1297a120 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697658 Feb 04 18:01:42.059204 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7ab07-acfa-4efe-a3b8-117988d782a6 req-7548d0f7-630d-4c5c-8acd-40ad6930bb4f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:42.060662 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c5d7ab07-acfa-4efe-a3b8-117988d782a6 req-7548d0f7-630d-4c5c-8acd-40ad6930bb4f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0822825 Feb 04 18:01:42.071829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d7d26-2e25-43cd-85ca-2043d4241a1c req-9529d61f-23c4-4f45-a9f0-7421730f4e18 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:42.073264 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-103d7d26-2e25-43cd-85ca-2043d4241a1c req-9529d61f-23c4-4f45-a9f0-7421730f4e18 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0927546 Feb 04 18:01:42.143486 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c5d7ab07-acfa-4efe-a3b8-117988d782a6 req-38881c5f-1ee2-47d4-a83f-5d2a897ed4c0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692804 Feb 04 18:01:42.151804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-103d7d26-2e25-43cd-85ca-2043d4241a1c req-1005159d-3ef7-4157-8dcf-f49a6d162bed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 Feb 04 18:01:42.468325 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5b3ff-2e0e-48c0-92f5-2000b3c67351 req-10638ee5-e00b-4d72-93b8-71b71630e625 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:42.469814 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91c5b3ff-2e0e-48c0-92f5-2000b3c67351 req-10638ee5-e00b-4d72-93b8-71b71630e625 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0848112 Feb 04 18:01:42.476364 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208a6c-ea65-41a7-834f-f40a823df490 req-62fbaf56-cf9f-4e06-a69e-0f004044768f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:42.477786 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72208a6c-ea65-41a7-834f-f40a823df490 req-62fbaf56-cf9f-4e06-a69e-0f004044768f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0835013 Feb 04 18:01:42.545495 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91c5b3ff-2e0e-48c0-92f5-2000b3c67351 req-b425ed1a-2331-44b6-a258-fcb592c54d1c tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667448 Feb 04 18:01:42.553402 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72208a6c-ea65-41a7-834f-f40a823df490 req-afd4134c-6bf6-4f0a-a9a2-ade5c3b20d57 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690322 Feb 04 18:01:43.300899 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a8174-9e8b-4a14-ac34-f1cc7282a9fa req-d13f632e-8782-45f0-ade7-ef3b61e9019b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:43.304804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-833a8174-9e8b-4a14-ac34-f1cc7282a9fa req-d13f632e-8782-45f0-ade7-ef3b61e9019b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0929611 Feb 04 18:01:43.320973 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b86314-a068-4169-a958-ca7a8201a400 req-0f203289-7e5f-40c5-85e9-a4502fb0cad2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:43.322335 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4b86314-a068-4169-a958-ca7a8201a400 req-0f203289-7e5f-40c5-85e9-a4502fb0cad2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0978251 Feb 04 18:01:43.389783 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-833a8174-9e8b-4a14-ac34-f1cc7282a9fa req-ea4d011f-f7d1-4dd7-b162-b73160437ae4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Feb 04 18:01:43.393149 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4b86314-a068-4169-a958-ca7a8201a400 req-be16452c-f624-48d2-8846-f355ff648cba tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631714 Feb 04 18:01:43.696941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d900-8942-4bb8-b6c1-22dbfd1d5d18 req-fb692763-dea5-4372-a8cb-901e949be2c8 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:43.698411 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f0e9d900-8942-4bb8-b6c1-22dbfd1d5d18 req-fb692763-dea5-4372-a8cb-901e949be2c8 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0863523 Feb 04 18:01:43.710014 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997c48-757f-411a-b678-ccdcf746a0f3 req-f9d32691-6726-4ec0-8892-1fc51fe3f4d9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:43.711557 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6a997c48-757f-411a-b678-ccdcf746a0f3 req-f9d32691-6726-4ec0-8892-1fc51fe3f4d9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0875642 Feb 04 18:01:43.787290 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f0e9d900-8942-4bb8-b6c1-22dbfd1d5d18 req-5a03bdab-42ab-4e2c-8293-ceaeda6d982b tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746403 Feb 04 18:01:43.790190 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6a997c48-757f-411a-b678-ccdcf746a0f3 req-a71307d2-6965-47d8-bfc7-dea0ff0da4ca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718875 Feb 04 18:01:44.546614 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896afc-23d1-4cdb-bc0d-1663292f4a97 req-a45e4f7a-c090-44c5-b282-8cb3e3a6b14f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:44.548016 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6f896afc-23d1-4cdb-bc0d-1663292f4a97 req-a45e4f7a-c090-44c5-b282-8cb3e3a6b14f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0870693 Feb 04 18:01:44.580295 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93c239-1201-46b4-9bb1-c17140d25cfc req-f9ab289b-36b9-469f-b402-6ccca5b24a5d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:44.581750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab93c239-1201-46b4-9bb1-c17140d25cfc req-f9ab289b-36b9-469f-b402-6ccca5b24a5d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.1189699 Feb 04 18:01:44.626695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6f896afc-23d1-4cdb-bc0d-1663292f4a97 req-3fb5b2ad-a316-4408-b678-4f5855d8b358 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715818 Feb 04 18:01:44.653113 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab93c239-1201-46b4-9bb1-c17140d25cfc req-7d6a2973-9e39-4ecd-b756-10e141c3131d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653372 Feb 04 18:01:44.938591 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c23a7-5adc-4f2f-81ba-031ad40fae2a req-e4899d8f-b00e-41d2-837c-87e95d268618 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:44.940113 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-515c23a7-5adc-4f2f-81ba-031ad40fae2a req-e4899d8f-b00e-41d2-837c-87e95d268618 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0829716 Feb 04 18:01:44.962032 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a280f1-6f5f-43dd-92b6-b538c8a1bbd2 req-9fcfabd2-f611-4d17-a064-6f0858487bf4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:44.963633 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85a280f1-6f5f-43dd-92b6-b538c8a1bbd2 req-9fcfabd2-f611-4d17-a064-6f0858487bf4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0955007 Feb 04 18:01:45.024440 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-515c23a7-5adc-4f2f-81ba-031ad40fae2a req-54f313d5-7e4d-4341-978f-e56582a3ed85 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762415 Feb 04 18:01:45.036531 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85a280f1-6f5f-43dd-92b6-b538c8a1bbd2 req-59af2ab9-8c5c-4f7e-842c-3dc285d8b227 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648856 Feb 04 18:01:45.788941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073b4ac-40c3-4169-80f1-3503ffa5d2b9 req-dd2f1d70-80cf-440e-a90d-e46c4f88297b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:45.788941 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4073b4ac-40c3-4169-80f1-3503ffa5d2b9 req-dd2f1d70-80cf-440e-a90d-e46c4f88297b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0638218 Feb 04 18:01:45.835062 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4073b4ac-40c3-4169-80f1-3503ffa5d2b9 req-61683ccd-aecd-4fe9-9283-9c038e384271 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444875 Feb 04 18:01:46.179195 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ab521-5435-424f-8e98-515de667ce38 req-ce99555f-368e-4fb5-a4ee-94175d39e0fd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:46.180738 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba0ab521-5435-424f-8e98-515de667ce38 req-ce99555f-368e-4fb5-a4ee-94175d39e0fd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Feb 04 18:01:46.228492 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba0ab521-5435-424f-8e98-515de667ce38 req-fda3a25e-da15-4e6b-a99a-2123a8ee1e92 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Feb 04 18:01:46.966058 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c41630-26b0-4d8b-8787-b14430c248be req-c50d5e45-cfc8-41dc-b39a-69bf1e856b77 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:46.967581 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10c41630-26b0-4d8b-8787-b14430c248be req-c50d5e45-cfc8-41dc-b39a-69bf1e856b77 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0635598 Feb 04 18:01:47.021870 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10c41630-26b0-4d8b-8787-b14430c248be req-0197ead9-2461-4b01-a92b-ed1712964536 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Feb 04 18:01:47.259769 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49792) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:47.355071 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439f4ca-3f6a-4e42-a4af-a7e4eaf30a60 req-ef5b647c-889d-41ca-a598-eacbe205460a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:47.356618 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a439f4ca-3f6a-4e42-a4af-a7e4eaf30a60 req-ef5b647c-889d-41ca-a598-eacbe205460a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Feb 04 18:01:47.382396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:47.431225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a439f4ca-3f6a-4e42-a4af-a7e4eaf30a60 req-fc32dbd0-02d8-4657-b51e-7836e9e5fe66 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625579 Feb 04 18:01:47.484097 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Publish callbacks [] for security_group (91e0225b-b22f-4e1e-9524-0141a9c208c4), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:47.595641 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (91e0225b-b22f-4e1e-9524-0141a9c208c4), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:47.702696 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8a0f-e803-4002-ad9b-c7a243f16922 req-a960aabc-6815-4b1d-b789-c2b0f6c69d7e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:47.705015 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a82f8a0f-e803-4002-ad9b-c7a243f16922 req-a960aabc-6815-4b1d-b789-c2b0f6c69d7e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1618967 Feb 04 18:01:47.717986 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44cc80920bc74c2f8074f53d95e514aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4537270 Feb 04 18:01:47.720044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49818) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:47.720500 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 49820) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:01:47.729206 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'floatingip': {'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:01:47.771791 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-26a456a4-5a03-4213-8228-b65c01beeac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:47.773282 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-26a456a4-5a03-4213-8228-b65c01beeac3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 1130 time: 0.0913975 Feb 04 18:01:47.808040 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:47.858020 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0225b-b22f-4e1e-9524-0141a9c208c4,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:47.886332 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:47.972353 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.973019 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.973336 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.973860 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:47.979443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f785dd-e144-4033-8859-fa156e7ec0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:01:48.099621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6880d-6bd5-4b42-8ccc-3caa26bd3145 req-cfabb552-cbcc-46fd-aa95-226ae7256cbd tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:48.103420 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c8e6880d-6bd5-4b42-8ccc-3caa26bd3145 req-cfabb552-cbcc-46fd-aa95-226ae7256cbd tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.4972627 Feb 04 18:01:48.117314 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-708b81d4-047b-474c-8f1c-b5e87214f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:48.118863 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-708b81d4-047b-474c-8f1c-b5e87214f664 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.3396447 Feb 04 18:01:48.143000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] Publish callbacks [] for security_group (91e0225b-b22f-4e1e-9524-0141a9c208c4), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:48.162083 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-40137efe-1e91-4009-84dc-90aaead52c45 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c15984f-de2a-4353-acb0-e4952295b2eb HTTP/1.1" status: 200 len: 217 time: 0.0358717 Feb 04 18:01:48.213096 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-f2652996-f22a-40b5-9b5a-0a055772e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:48.214614 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-f2652996-f22a-40b5-9b5a-0a055772e6ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0472598 Feb 04 18:01:48.248533 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-e4358295-51e4-4486-ae74-0b3f4678e3e1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274160 Feb 04 18:01:48.251314 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] Publish callbacks [] for security_group (91e0225b-b22f-4e1e-9524-0141a9c208c4), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:48.270077 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c8e6880d-6bd5-4b42-8ccc-3caa26bd3145 req-17b58b95-69b6-4df0-9b09-de043b57447a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536269 Feb 04 18:01:48.347643 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-13e089b9-12f0-4792-b298-280d0fea6f31 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879793 Feb 04 18:01:48.439985 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0e48bc6c-c12e-4660-9942-c80cb35acff2 req-a0252c0b-d7ad-44bd-9916-2cd240feb431 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Feb 04 18:01:48.462845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (91e0225b-b22f-4e1e-9524-0141a9c208c4), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:48.465415 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:48.466554 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/91e0225b-b22f-4e1e-9524-0141a9c208c4 HTTP/1.1" status: 204 len: 168 time: 0.7423241 Feb 04 18:01:48.526019 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713bc0d-5951-4cca-a58a-201c0328f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0225b-b22f-4e1e-9524-0141a9c208c4,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:01:48.716025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:48.845256 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:49.147866 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Floating IP d6c51a33-7d36-4752-88ed-f84425e2e5e2 associated. External IP: 172.27.3.93, port: fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0. Feb 04 18:01:49.385431 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:01:49.479803 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a6a10-c642-4836-b5b2-b363a51c1d10 req-0789b3c7-2bf8-4e76-9802-168c2a2e2e51 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:49.482320 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ed9a6a10-c642-4836-b5b2-b363a51c1d10 req-0789b3c7-2bf8-4e76-9802-168c2a2e2e51 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.1295242 Feb 04 18:01:49.548602 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ed9a6a10-c642-4836-b5b2-b363a51c1d10 req-ff17a82e-c7de-456d-ba97-c8fa2a094c1c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607562 Feb 04 18:01:49.553666 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:01:49.558616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:49.566751 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:01:49.578889 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:01:49.580033 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:01:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:01:49.598789 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8d858256-3bd4-4872-aa6d-29254900130b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "PUT /v2.0/floatingips/d6c51a33-7d36-4752-88ed-f84425e2e5e2 HTTP/1.1" status: 200 len: 990 time: 1.8756423 Feb 04 18:01:49.599297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:01:49.602004 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1512607-310d-4186-8988-ab309c706efa" -d '{"events": [{"name": "network-changed", "server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:01:49.694219 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:01:49.709046 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dfc29-fb33-4080-88ce-759a75ba542b req-b4ded4b2-2c7b-4ad7-b472-060292a59372 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:49.710618 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-247dfc29-fb33-4080-88ce-759a75ba542b req-b4ded4b2-2c7b-4ad7-b472-060292a59372 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0556881 Feb 04 18:01:49.772800 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-247dfc29-fb33-4080-88ce-759a75ba542b req-82a6aabd-2562-4b58-8718-8e3a8c613ca8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506110 Feb 04 18:01:49.825432 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90fd4b-0078-486b-8caf-65c825927744 x-openstack-request-id: req-4d90fd4b-0078-486b-8caf-65c825927744 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:01:49.825825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:01:49.826141 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d90fd4b-0078-486b-8caf-65c825927744 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:01:49.826937 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'status': 'completed', 'code': 200} Feb 04 18:01:49.975423 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': 'd6c51a33-7d36-4752-88ed-f84425e2e5e2', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:01:01Z', 'updated_at': '2022-02-04T18:01:48Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:01:50.009000 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:01:50.015112 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:01:50.015772 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:01:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:01:50.208951 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:01:50.435919 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': 'd6c51a33-7d36-4752-88ed-f84425e2e5e2', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:01:01Z', 'updated_at': '2022-02-04T18:01:48Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:01:50.464907 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17aac79-dd1f-45fa-95d2-07673a1090e1 None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': 'd6c51a33-7d36-4752-88ed-f84425e2e5e2', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:01:01Z', 'updated_at': '2022-02-04T18:01:48Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:01:50.668086 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f58baeb-5d77-47d6-bb06-0322da4870a4 None None] New status for floating IP d6c51a33-7d36-4752-88ed-f84425e2e5e2: ACTIVE {{(pid=109414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:01:50.687161 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ba9d2-0cd3-47b7-b0d0-75ae8d606aab req-c83792a2-0440-4d5d-b4f0-9b235eb3eb85 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:50.689264 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be0ba9d2-0cd3-47b7-b0d0-75ae8d606aab req-c83792a2-0440-4d5d-b4f0-9b235eb3eb85 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0614007 Feb 04 18:01:50.738987 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be0ba9d2-0cd3-47b7-b0d0-75ae8d606aab req-1f38444e-037e-42a9-8e6a-05b3346c1634 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Feb 04 18:01:50.913037 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac26fb-210d-4515-9110-4fe3f0bfe7ef req-e6bfea4a-c300-478f-8e63-5c7956413d3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:50.914554 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9fac26fb-210d-4515-9110-4fe3f0bfe7ef req-e6bfea4a-c300-478f-8e63-5c7956413d3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0584784 Feb 04 18:01:50.961398 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9fac26fb-210d-4515-9110-4fe3f0bfe7ef req-7c39ab2e-80e5-4833-b77b-e5801a38b05c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Feb 04 18:01:51.861377 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e07da-9640-452a-985a-b5a7d57f0e51 req-9b7334c5-5537-494a-8aba-cbf46b80317c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:51.862875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c69e07da-9640-452a-985a-b5a7d57f0e51 req-9b7334c5-5537-494a-8aba-cbf46b80317c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0529292 Feb 04 18:01:51.909387 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c69e07da-9640-452a-985a-b5a7d57f0e51 req-50cc4341-df80-40ce-892f-93910bc0f9e2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Feb 04 18:01:52.081842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231175-ed37-4f87-88a7-8dcccbea8c40 req-38a05579-9038-4e7b-89d8-9baf66e9514d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:52.083255 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0231175-ed37-4f87-88a7-8dcccbea8c40 req-38a05579-9038-4e7b-89d8-9baf66e9514d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Feb 04 18:01:52.134774 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0231175-ed37-4f87-88a7-8dcccbea8c40 req-f3949c4c-0d37-4014-8d36-6638348a2515 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Feb 04 18:01:53.025290 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314c079-ec2c-4ac6-a23f-0d9b85732960 req-98dc9289-3973-4ccd-9cdd-a79b9b1e47e8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:53.026814 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0314c079-ec2c-4ac6-a23f-0d9b85732960 req-98dc9289-3973-4ccd-9cdd-a79b9b1e47e8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0520759 Feb 04 18:01:53.074543 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0314c079-ec2c-4ac6-a23f-0d9b85732960 req-f7973177-239c-49ce-a27c-fb5d6840e51f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Feb 04 18:01:53.253078 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138208e5-c776-4574-a586-cc81197678c4 req-4063e546-e860-4c7d-9a88-45de5bdc676e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:53.254560 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-138208e5-c776-4574-a586-cc81197678c4 req-4063e546-e860-4c7d-9a88-45de5bdc676e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Feb 04 18:01:53.300154 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-138208e5-c776-4574-a586-cc81197678c4 req-c93e569f-c4be-4f1d-ae53-256afffe5b24 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 Feb 04 18:01:54.203599 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468390-6366-4ff8-a1ff-2c0dac7df007 req-f5611726-297e-4691-bc9f-c206c02c1bca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:54.211112 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-14468390-6366-4ff8-a1ff-2c0dac7df007 req-f5611726-297e-4691-bc9f-c206c02c1bca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0627697 Feb 04 18:01:54.224248 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512607-310d-4186-8988-ab309c706efa req-1915bcc0-491d-44be-885a-384c69de13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:54.226518 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-1915bcc0-491d-44be-885a-384c69de13ab service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1129 time: 0.0558019 Feb 04 18:01:54.263472 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-14468390-6366-4ff8-a1ff-2c0dac7df007 req-84b2a1fd-4cc3-4613-9c46-d12a95e135af tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Feb 04 18:01:54.425932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fbbc4-d234-46ac-a131-5fbd9d4cc169 req-62c86d98-f290-4a77-ade5-609455ec3266 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:54.427475 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-602fbbc4-d234-46ac-a131-5fbd9d4cc169 req-62c86d98-f290-4a77-ade5-609455ec3266 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0574975 Feb 04 18:01:54.474108 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-602fbbc4-d234-46ac-a131-5fbd9d4cc169 req-0b6c59a8-5ddf-4201-a801-7b0443041d3c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410249 Feb 04 18:01:54.914899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512607-310d-4186-8988-ab309c706efa req-3f5845a7-577c-4895-9ecc-bb81c0de5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:54.916412 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-3f5845a7-577c-4895-9ecc-bb81c0de5ae9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.0868926 Feb 04 18:01:55.068617 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-effc9fac-d9ab-4cb9-bce8-0a681075a96c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 1000 time: 0.0933883 Feb 04 18:01:55.122177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512607-310d-4186-8988-ab309c706efa req-db90e470-fe65-454b-93ef-72b81d78545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:55.123667 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-db90e470-fe65-454b-93ef-72b81d78545c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0432992 Feb 04 18:01:55.188603 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512607-310d-4186-8988-ab309c706efa req-1650e231-df44-42dc-8abd-e6c83aa0d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:55.194129 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-1650e231-df44-42dc-8abd-e6c83aa0d1b7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475910 Feb 04 18:01:55.283169 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-1f5c8efa-40d2-497c-a2c2-1655a91ed9b2 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836525 Feb 04 18:01:55.379906 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e1512607-310d-4186-8988-ab309c706efa req-50e240eb-3a78-43c8-9367-1779390cc135 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Feb 04 18:01:55.386999 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ab4af-b84d-42db-8ddb-e7e5d950ed17 req-1e6348d9-46bd-43c4-a14d-9a54ae8eb546 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:55.388484 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fe1ab4af-b84d-42db-8ddb-e7e5d950ed17 req-1e6348d9-46bd-43c4-a14d-9a54ae8eb546 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0560446 Feb 04 18:01:55.435105 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fe1ab4af-b84d-42db-8ddb-e7e5d950ed17 req-5494a737-8038-4b07-aa0a-6dd14536b1de tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Feb 04 18:01:55.595758 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6de94-af3b-4fb8-a464-b781fcb09126 req-9a031941-eb99-4b3e-9622-6bc49ee00294 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:55.597225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3d6de94-af3b-4fb8-a464-b781fcb09126 req-9a031941-eb99-4b3e-9622-6bc49ee00294 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Feb 04 18:01:55.643747 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3d6de94-af3b-4fb8-a464-b781fcb09126 req-924871eb-8439-4b9c-bc9a-e039eaa69fb1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 Feb 04 18:01:56.396271 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:01:56.562150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b564b-5e11-4329-b063-2f5118a6a457 req-4007d098-76f9-41d7-b271-984faf1e399b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:56.563597 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-896b564b-5e11-4329-b063-2f5118a6a457 req-4007d098-76f9-41d7-b271-984faf1e399b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0551584 Feb 04 18:01:56.613252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-896b564b-5e11-4329-b063-2f5118a6a457 req-f81cead3-8f58-4116-a489-b300412fecd6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Feb 04 18:01:57.760379 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c7b2-a8d5-4804-91a7-ecaac43adbf3 req-63d1110b-5086-44bc-8a81-3465692b5b71 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:57.764013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bca7c7b2-a8d5-4804-91a7-ecaac43adbf3 req-63d1110b-5086-44bc-8a81-3465692b5b71 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0623970 Feb 04 18:01:57.813333 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bca7c7b2-a8d5-4804-91a7-ecaac43adbf3 req-ea5199cd-1daf-4220-84cc-d1b5da00b91f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Feb 04 18:01:58.541334 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-b50c2f61-9c62-4e55-9423-f8584d47bdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:01:59.076863 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4ec4d-13cb-42bc-9ad4-dedda5fe3618 req-348b7567-23fa-4e69-a7cd-c1ee0798e56c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:01:59.079057 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b0c4ec4d-13cb-42bc-9ad4-dedda5fe3618 req-348b7567-23fa-4e69-a7cd-c1ee0798e56c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0620551 Feb 04 18:01:59.129039 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b0c4ec4d-13cb-42bc-9ad4-dedda5fe3618 req-14f4b755-0d4c-4acd-8726-627900cb51dd tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Feb 04 18:01:59.952187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50082) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:00.105419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-75260dd9-4fc7-47ae-ad78-836b712a8164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.227194 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-75260dd9-4fc7-47ae-ad78-836b712a8164 admin admin] Publish callbacks [] for security_group (8f13896b-7eff-41d0-bdbb-a5f366417b70), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.293192 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e44e84-42ed-4374-ab37-c8dca6d7e123 req-b198ad34-c3c2-4a8e-847f-d245b3a24844 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:00.294732 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74e44e84-42ed-4374-ab37-c8dca6d7e123 req-b198ad34-c3c2-4a8e-847f-d245b3a24844 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0577121 Feb 04 18:02:00.310270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-75260dd9-4fc7-47ae-ad78-836b712a8164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8f13896b-7eff-41d0-bdbb-a5f366417b70), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.370153 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-75260dd9-4fc7-47ae-ad78-836b712a8164 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7bc7834391fa4e9391e8263b1929fb78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161930 Feb 04 18:02:00.373109 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50096) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:00.379787 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75260dd9-4fc7-47ae-ad78-836b712a8164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f13896b-7eff-41d0-bdbb-a5f366417b70,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:00.385213 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74e44e84-42ed-4374-ab37-c8dca6d7e123 req-e48ee704-aa2a-4766-8296-90a4dd5b0b52 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822742 Feb 04 18:02:00.434004 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Publish callbacks [] for security_group (8f13896b-7eff-41d0-bdbb-a5f366417b70), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.455836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Publish callbacks [] for security_group (8f13896b-7eff-41d0-bdbb-a5f366417b70), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.610994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8f13896b-7eff-41d0-bdbb-a5f366417b70), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.613645 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.615956 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8f13896b-7eff-41d0-bdbb-a5f366417b70 HTTP/1.1" status: 204 len: 168 time: 0.2408957 Feb 04 18:02:00.627268 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f13896b-7eff-41d0-bdbb-a5f366417b70,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:00.635339 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.636195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.636797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.637344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.637894 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.638496 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.639102 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.639818 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.640255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.640710 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.641177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.641607 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.642164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ef4d1-774c-456e-89c4-be467ac299e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:00.684410 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50106) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:00.798636 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ab700c-53f7-47cd-b960-f69449de9443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.808691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6cc6e219-fe90-432f-99f8-6ef9d3c755db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.873494 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ab700c-53f7-47cd-b960-f69449de9443 admin admin] Publish callbacks [] for security_group (f2b9700c-0a53-47ab-aa65-5c370236c610), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:00.958873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-46ab700c-53f7-47cd-b960-f69449de9443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f2b9700c-0a53-47ab-aa65-5c370236c610), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.000608 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-46ab700c-53f7-47cd-b960-f69449de9443 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e4bb028b329c4862a2ee496cdcef9da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151095 Feb 04 18:02:01.001839 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab700c-53f7-47cd-b960-f69449de9443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9700c-0a53-47ab-aa65-5c370236c610,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:01.003359 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50114) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:01.055386 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] Publish callbacks [] for security_group (f2b9700c-0a53-47ab-aa65-5c370236c610), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.082598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] Publish callbacks [] for security_group (f2b9700c-0a53-47ab-aa65-5c370236c610), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.181649 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f2b9700c-0a53-47ab-aa65-5c370236c610), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.184349 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.185653 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f2b9700c-0a53-47ab-aa65-5c370236c610 HTTP/1.1" status: 204 len: 168 time: 0.1810699 Feb 04 18:02:01.194984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869af87-455b-43d2-a439-75e7f757fa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9700c-0a53-47ab-aa65-5c370236c610,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:01.323877 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50122) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:01.337659 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-18c321e8-ca39-4dd6-ac05-825100a9f67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.409800 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-18c321e8-ca39-4dd6-ac05-825100a9f67e admin admin] Publish callbacks [] for security_group (909a9337-bdc8-413d-9fda-6d35a4b05c6f), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.496465 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-18c321e8-ca39-4dd6-ac05-825100a9f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (909a9337-bdc8-413d-9fda-6d35a4b05c6f), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.526186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3e2a-a059-41ba-b4ff-aeb193a8fece req-8ae334a8-2c24-437b-ab4f-f3493edf107e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:01.527775 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a26f3e2a-a059-41ba-b4ff-aeb193a8fece req-8ae334a8-2c24-437b-ab4f-f3493edf107e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0721140 Feb 04 18:02:01.560471 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-18c321e8-ca39-4dd6-ac05-825100a9f67e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd25e58831f948bfbaf7f2691277edda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353296 Feb 04 18:02:01.563187 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50128) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:01.565193 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c321e8-ca39-4dd6-ac05-825100a9f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a9337-bdc8-413d-9fda-6d35a4b05c6f,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:01.596860 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a26f3e2a-a059-41ba-b4ff-aeb193a8fece req-0dbf9aca-4309-4906-8684-3a8e115a567e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Feb 04 18:02:01.624433 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] Publish callbacks [] for security_group (909a9337-bdc8-413d-9fda-6d35a4b05c6f), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.646783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] Publish callbacks [] for security_group (909a9337-bdc8-413d-9fda-6d35a4b05c6f), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.765327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50132) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:01.778112 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-68331271-d5c7-4ca1-a4ae-9af834473767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.785763 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (909a9337-bdc8-413d-9fda-6d35a4b05c6f), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.788309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.789384 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/909a9337-bdc8-413d-9fda-6d35a4b05c6f HTTP/1.1" status: 204 len: 168 time: 0.2252262 Feb 04 18:02:01.801812 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f721fb-cac5-4b8c-a4d7-6ddaa75424e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a9337-bdc8-413d-9fda-6d35a4b05c6f,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:01.869847 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-68331271-d5c7-4ca1-a4ae-9af834473767 admin admin] Publish callbacks [] for security_group (ec6e7944-0f7e-42b5-aaed-33518c67cca9), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.952906 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-68331271-d5c7-4ca1-a4ae-9af834473767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ec6e7944-0f7e-42b5-aaed-33518c67cca9), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:01.991396 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68331271-d5c7-4ca1-a4ae-9af834473767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6e7944-0f7e-42b5-aaed-33518c67cca9,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:01.998082 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-68331271-d5c7-4ca1-a4ae-9af834473767 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bb0d2f40c0304c128e433341103e6c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292454 Feb 04 18:02:01.998316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50138) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:02.049471 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] Publish callbacks [] for security_group (ec6e7944-0f7e-42b5-aaed-33518c67cca9), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.071552 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] Publish callbacks [] for security_group (ec6e7944-0f7e-42b5-aaed-33518c67cca9), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.071809 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.192799 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ec6e7944-0f7e-42b5-aaed-33518c67cca9), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.195434 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.196609 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec6e7944-0f7e-42b5-aaed-33518c67cca9 HTTP/1.1" status: 204 len: 168 time: 0.1973596 Feb 04 18:02:02.205543 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4530af6-2361-43ad-b91a-a8fe6822694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6e7944-0f7e-42b5-aaed-33518c67cca9,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:02.598831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50148) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:02.611619 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5df0-5a1f-4830-9cc0-3ba830ba310c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.704561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5df0-5a1f-4830-9cc0-3ba830ba310c admin admin] Publish callbacks [] for security_group (f985a8bb-7f36-40ae-bcee-d7c6651c27a6), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.822982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5df0-5a1f-4830-9cc0-3ba830ba310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f985a8bb-7f36-40ae-bcee-d7c6651c27a6), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.866401 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7f5e5df0-5a1f-4830-9cc0-3ba830ba310c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=77caf7038855410ab95a0f39a9405b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664845 Feb 04 18:02:02.869078 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50164) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:02.876974 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e5df0-5a1f-4830-9cc0-3ba830ba310c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f985a8bb-7f36-40ae-bcee-d7c6651c27a6,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:02.884604 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aca1e-7480-45dc-be0d-cc74339cdcbb req-b120a7f6-c646-49a8-8a9d-007d8fc8f7a8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:02.886411 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d4aca1e-7480-45dc-be0d-cc74339cdcbb req-b120a7f6-c646-49a8-8a9d-007d8fc8f7a8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0728364 Feb 04 18:02:02.935797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] Publish callbacks [] for security_group (f985a8bb-7f36-40ae-bcee-d7c6651c27a6), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:02.940498 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d4aca1e-7480-45dc-be0d-cc74339cdcbb req-e90aa267-510a-4059-8207-5c7b7cc16acf tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Feb 04 18:02:02.962668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] Publish callbacks [] for security_group (f985a8bb-7f36-40ae-bcee-d7c6651c27a6), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:03.358690 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f985a8bb-7f36-40ae-bcee-d7c6651c27a6), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:03.361598 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:03.362715 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f985a8bb-7f36-40ae-bcee-d7c6651c27a6 HTTP/1.1" status: 204 len: 168 time: 0.4922638 Feb 04 18:02:03.422536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ce3c2-ed8d-4f20-82f2-5cddcf05ad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f985a8bb-7f36-40ae-bcee-d7c6651c27a6,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:03.461984 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:04.079348 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd85-6db9-438a-9dae-f58a91d36573 req-3ae3dec7-96f7-4f88-8a69-95bed43e3266 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:04.081088 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c0dbd85-6db9-438a-9dae-f58a91d36573 req-3ae3dec7-96f7-4f88-8a69-95bed43e3266 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0661747 Feb 04 18:02:04.132775 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c0dbd85-6db9-438a-9dae-f58a91d36573 req-986c1163-ed0c-42a1-908a-d57ba79165d6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451896 Feb 04 18:02:04.797391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:05.255586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c41110-f32d-4e12-9fb2-6a5bc95f7522 req-49bb4df8-3f66-4477-b906-b535e41a5c79 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:05.257096 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83c41110-f32d-4e12-9fb2-6a5bc95f7522 req-49bb4df8-3f66-4477-b906-b535e41a5c79 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0572639 Feb 04 18:02:05.304657 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83c41110-f32d-4e12-9fb2-6a5bc95f7522 req-d528e7d6-7d6b-4dcd-83b7-c23178f0f192 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Feb 04 18:02:06.426286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043f80c-2097-4b87-bccd-657f5269b873 req-32fc49ea-b12c-4956-99d1-bfc72bf8b3b8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:06.427843 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b043f80c-2097-4b87-bccd-657f5269b873 req-32fc49ea-b12c-4956-99d1-bfc72bf8b3b8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0544341 Feb 04 18:02:06.478028 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b043f80c-2097-4b87-bccd-657f5269b873 req-69748069-13b0-473c-8bee-7a0078981a08 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Feb 04 18:02:07.597895 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abdb76-6aac-4089-87a0-4a60a1089bad req-7bd226ce-74d5-4b03-93e8-a25bec62ea8d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:07.601090 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a9abdb76-6aac-4089-87a0-4a60a1089bad req-7bd226ce-74d5-4b03-93e8-a25bec62ea8d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0533862 Feb 04 18:02:07.664729 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a9abdb76-6aac-4089-87a0-4a60a1089bad req-1cf12e91-4c07-4717-8feb-31ed2d87f0c6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573361 Feb 04 18:02:08.784562 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83087d66-5c73-4f8d-91c1-4da544e2dfe5 req-2c8ae15d-e2cd-4554-924f-2fe590733563 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:08.786087 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83087d66-5c73-4f8d-91c1-4da544e2dfe5 req-2c8ae15d-e2cd-4554-924f-2fe590733563 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0537586 Feb 04 18:02:08.831249 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83087d66-5c73-4f8d-91c1-4da544e2dfe5 req-06c9d2e7-601a-44e0-92cd-65dd94851dd6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Feb 04 18:02:09.903209 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-78a89f85-6df7-4dbb-9d83-40389abdcb03 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:09.905809 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-78a89f85-6df7-4dbb-9d83-40389abdcb03 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1188695 Feb 04 18:02:09.947199 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c5a317cb-780c-4df7-827e-63d580f94b86 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/quotas/c4a8ffd2aaf14a21a0545cb345ab262f HTTP/1.1" status: 200 len: 375 time: 0.0276575 Feb 04 18:02:10.000235 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161195f-c60c-49ba-a949-a985366af2b3 req-cb5c17e5-5388-45c4-af60-fc205e817a6e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:10.000235 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a161195f-c60c-49ba-a949-a985366af2b3 req-cb5c17e5-5388-45c4-af60-fc205e817a6e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0911229 Feb 04 18:02:10.035043 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-687828dd-4829-44ce-91e4-c73202b360df tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816770 Feb 04 18:02:10.109155 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a161195f-c60c-49ba-a949-a985366af2b3 req-c63a687c-802c-43e1-96b0-b5ee78365b0c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033039 Feb 04 18:02:10.153611 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-2e050a12-55fd-4cc5-a4e1-e133e4f66712 service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109505 Feb 04 18:02:10.241836 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-911a64b3-a124-4c1e-8d8e-503a63937ebe service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824654 Feb 04 18:02:10.455875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f7f4d757-4a00-422d-a9d1-25d7a67c03d0 req-9e4830a1-7779-4526-840e-4d95b7725d35 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Feb 04 18:02:11.236278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575432d0-2061-4f45-bcae-6db5497022da req-fe049194-dc81-4ff6-aca2-04c43f97bc33 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:11.237764 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-575432d0-2061-4f45-bcae-6db5497022da req-fe049194-dc81-4ff6-aca2-04c43f97bc33 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0590763 Feb 04 18:02:11.298753 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-575432d0-2061-4f45-bcae-6db5497022da req-43670d18-65a7-4275-98df-6834a92fdf2e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Feb 04 18:02:11.548962 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdc3cb14-b81c-4391-8e3b-eccc8adb77b1 req-bd467b84-dac5-4d45-9b3c-de457c8cd824 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0264332 Feb 04 18:02:12.404649 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cbab0-376a-4bd1-b45d-d7b602eee26b req-c7bb1249-f25e-4386-b7d4-1f4d29fd19fb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:12.406027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd4cbab0-376a-4bd1-b45d-d7b602eee26b req-c7bb1249-f25e-4386-b7d4-1f4d29fd19fb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0521641 Feb 04 18:02:12.450977 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd4cbab0-376a-4bd1-b45d-d7b602eee26b req-24512427-a081-487c-926d-cfe90785bc8f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Feb 04 18:02:12.642824 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1aa47f7e-a44d-4417-92fc-88218dc89a49 req-5c8e6354-85c5-4062-99a3-3d00bb4e4616 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0292299 Feb 04 18:02:13.570208 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbfd53-88bb-42bc-bb2c-146d80f0c6a6 req-dc9731da-07b4-4bed-8eb0-e5f6fdd30fd5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:13.571710 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-56dbfd53-88bb-42bc-bb2c-146d80f0c6a6 req-dc9731da-07b4-4bed-8eb0-e5f6fdd30fd5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0534163 Feb 04 18:02:13.617416 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-56dbfd53-88bb-42bc-bb2c-146d80f0c6a6 req-4a1f154d-a5ad-4e80-bea4-cd10fb0d458c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Feb 04 18:02:13.736160 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3eff8569-a18f-4ebb-8918-ab568e046202 req-86c8640d-83db-4e09-b661-78392beadddd tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Feb 04 18:02:14.735994 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193cabe-d519-493f-b2cd-5114c617e1d3 req-865d09a9-1f8c-41b6-8cd4-9e1e4a95812f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:14.737437 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d193cabe-d519-493f-b2cd-5114c617e1d3 req-865d09a9-1f8c-41b6-8cd4-9e1e4a95812f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0545223 Feb 04 18:02:14.785141 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d193cabe-d519-493f-b2cd-5114c617e1d3 req-49682dc1-4ece-4177-a7dc-275f838476c2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Feb 04 18:02:14.826439 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-055c64a3-b2bd-4961-a8fb-768559f438a0 req-5ca5a186-ea7e-4704-80fc-ba42ea99f671 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0258896 Feb 04 18:02:15.912403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75fb46-4f72-4fe9-95b0-c4c731b18623 req-b5d130d1-f24a-42e6-b6e9-7428648dfc41 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:15.913871 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4c75fb46-4f72-4fe9-95b0-c4c731b18623 req-b5d130d1-f24a-42e6-b6e9-7428648dfc41 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0626945 Feb 04 18:02:15.930882 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4462095f-d29d-4a8d-ac39-b28f2af00514 req-57f23458-3256-48d0-a342-37af4ef87f7b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0362692 Feb 04 18:02:15.972826 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4c75fb46-4f72-4fe9-95b0-c4c731b18623 req-944df75d-cec7-4c0a-9a9e-cb5948b57826 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Feb 04 18:02:17.026526 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a5f0f98-dbf6-4280-b046-f2121bd61e0d req-002a480b-f643-4d61-9449-f37e84fa204f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0275271 Feb 04 18:02:17.090922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb5528-6c97-4140-b4e1-40de5497c672 req-1d7137b3-cab4-47e9-b90d-6157844cdea8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:17.092399 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6adb5528-6c97-4140-b4e1-40de5497c672 req-1d7137b3-cab4-47e9-b90d-6157844cdea8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0519619 Feb 04 18:02:17.150711 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6adb5528-6c97-4140-b4e1-40de5497c672 req-606c42a9-cbf7-4403-ad12-fe44e8177ad8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Feb 04 18:02:17.740669 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:18.127626 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e8fedc1-285d-4f95-ae9d-87bfac63dc44 req-f7b1b2b8-0603-4333-9bf9-e810abe8fa1a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0305181 Feb 04 18:02:18.269413 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d1973-3c70-44ee-a57b-4b51bd8420d3 req-e20f6801-d5ea-48b4-8d39-9d563853bdca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:18.270939 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b2d1973-3c70-44ee-a57b-4b51bd8420d3 req-e20f6801-d5ea-48b4-8d39-9d563853bdca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0526948 Feb 04 18:02:18.320561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-02da9c4c-86e2-4cda-a814-96ec22f30b73 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:18.321136 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b2d1973-3c70-44ee-a57b-4b51bd8420d3 req-e48f3b81-4724-4532-9014-18f77c972bc8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Feb 04 18:02:18.322938 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-02da9c4c-86e2-4cda-a814-96ec22f30b73 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1034827 Feb 04 18:02:18.345708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Request body: {'port': {'device_id': '11825ca5-07bd-404f-8133-569adcfb9de0', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'admin_state_up': True, 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:18.516781 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:18.520228 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:18.654292 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Allocated IP 172.20.0.2 (3dc2f191-988b-4e16-974b-c84a0b6125d2/c8c29342-7d7c-4b15-ba19-d1b2393955ac/d402aa33-a7fe-42e3-b2c8-eb33d0501272) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:02:18.800200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks [] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:18.939784 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:18.989188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:02:18.992330 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:18.995957 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:02:19.011813 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:02:19.018321 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event updated for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:19.046366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:19.047015 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:19.137823 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-754ebc00-c130-46c4-9ec5-0844f884bc2c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7960248 Feb 04 18:02:19.243465 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc378d77-9d71-4329-9f5a-42cf1c1d831a req-6e3051de-5e0f-45dc-897e-9a8541ef07f5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:19.244929 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc378d77-9d71-4329-9f5a-42cf1c1d831a req-6e3051de-5e0f-45dc-897e-9a8541ef07f5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 931 time: 0.0513685 Feb 04 18:02:19.290005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc378d77-9d71-4329-9f5a-42cf1c1d831a req-71af0f42-dc1a-4c66-bb07-9fc26f805f00 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Feb 04 18:02:19.442020 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd64af-9a2d-4a0d-b929-3ed8ace793a4 req-19df0837-4709-4b5d-b444-ba6c36c07562 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:19.443509 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85cd64af-9a2d-4a0d-b929-3ed8ace793a4 req-19df0837-4709-4b5d-b444-ba6c36c07562 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0549948 Feb 04 18:02:19.489500 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85cd64af-9a2d-4a0d-b929-3ed8ace793a4 req-42d7d9e3-fbf7-4329-b44d-38ee6adad2ea tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Feb 04 18:02:20.406354 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a9793-f1d3-4525-9779-adf5a31d25c8 req-b89961df-84a7-4c22-8e58-c9461e0db366 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:20.407840 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-757a9793-f1d3-4525-9779-adf5a31d25c8 req-b89961df-84a7-4c22-8e58-c9461e0db366 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 931 time: 0.0523629 Feb 04 18:02:20.453880 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-757a9793-f1d3-4525-9779-adf5a31d25c8 req-bb14694b-ef0e-4550-8ab6-3c2cc36c3686 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Feb 04 18:02:20.605581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97054e31-6894-4ad6-b046-0912586b212c req-ec6ea8f3-2177-499c-982a-45250aa6b118 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:20.607095 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97054e31-6894-4ad6-b046-0912586b212c req-ec6ea8f3-2177-499c-982a-45250aa6b118 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0512078 Feb 04 18:02:20.660949 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97054e31-6894-4ad6-b046-0912586b212c req-f5d618ba-a042-4877-a83d-b34d4e15a452 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Feb 04 18:02:21.568072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f17303-83ec-488f-adb2-42146a04db60 req-dffe4c7d-a371-4bb6-a3e1-3c6855b83235 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:21.569432 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-65f17303-83ec-488f-adb2-42146a04db60 req-dffe4c7d-a371-4bb6-a3e1-3c6855b83235 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 931 time: 0.0498812 Feb 04 18:02:21.614810 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-65f17303-83ec-488f-adb2-42146a04db60 req-3cb4e48d-1243-49e2-87e5-edf5a721c907 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Feb 04 18:02:21.728649 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Request body: {'port': {'device_id': '11825ca5-07bd-404f-8133-569adcfb9de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:21.780182 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fcd2b-4345-426b-b810-611fbf8ce4fa req-0eec000a-9a5b-4aa9-aa8b-b33b7789c684 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:21.781663 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5c3fcd2b-4345-426b-b810-611fbf8ce4fa req-0eec000a-9a5b-4aa9-aa8b-b33b7789c684 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0517795 Feb 04 18:02:21.788731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:21.828883 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5c3fcd2b-4345-426b-b810-611fbf8ce4fa req-c1c82fbe-256b-4039-8377-bbcbefb449ef tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Feb 04 18:02:22.048888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d402aa33-a7fe-42e3-b2c8-eb33d0501272 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:02:22.056603 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks [] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:22.069183 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Transition to ACTIVE for port object d402aa33-a7fe-42e3-b2c8-eb33d0501272 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:02:22.124105 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:22.174250 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Pushing event updated for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:22.249685 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Attempting to bind port d402aa33-a7fe-42e3-b2c8-eb33d0501272 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:02:22.250008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Attempting to bind port d402aa33-a7fe-42e3-b2c8-eb33d0501272 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:02:22.250327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Attempting to bind port d402aa33-a7fe-42e3-b2c8-eb33d0501272 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:22.254601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Port d402aa33-a7fe-42e3-b2c8-eb33d0501272 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:02:22.254921 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Attempting to bind port d402aa33-a7fe-42e3-b2c8-eb33d0501272 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:22.259577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:02:22.259910 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Checking segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:02:22.260286 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Bound using segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:02:22.260700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Bound port: d402aa33-a7fe-42e3-b2c8-eb33d0501272, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:02:22.261053 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:22.321938 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:02:22.324939 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:02:22.376215 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:22.413424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:22.414051 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:22.415455 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] 10.222.0.113 "PUT /v2.0/ports/d402aa33-a7fe-42e3-b2c8-eb33d0501272 HTTP/1.1" status: 200 len: 1093 time: 0.6914389 Feb 04 18:02:22.415888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:22.418102 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1417e-3669-4cc7-9e04-94af7371e94e" -d '{"events": [{"name": "network-changed", "server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:22.437660 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d59d4-c40c-4079-8ac4-12c91ea7e517 service neutron] Pushing event updated for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:22.455402 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c78979b-7bbe-47fd-ae8e-77730cf502e2 x-openstack-request-id: req-5c78979b-7bbe-47fd-ae8e-77730cf502e2 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:22.455698 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:22.455954 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c78979b-7bbe-47fd-ae8e-77730cf502e2 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:22.456358 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'status': 'completed', 'code': 200} Feb 04 18:02:22.733912 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b8b7d-8575-4192-a22b-2d1cf900b10a req-134baca1-29ef-4e13-96b7-e3b9ff2f33c2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:22.735440 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-277b8b7d-8575-4192-a22b-2d1cf900b10a req-134baca1-29ef-4e13-96b7-e3b9ff2f33c2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0565135 Feb 04 18:02:22.782015 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-277b8b7d-8575-4192-a22b-2d1cf900b10a req-1a1ee818-345e-412b-94ab-1f470746136d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Feb 04 18:02:22.947297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9471301-3ba0-42ec-a720-7c095d59433a req-b109e5b0-508f-4570-b4c8-58a717506c96 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:22.948657 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d9471301-3ba0-42ec-a720-7c095d59433a req-b109e5b0-508f-4570-b4c8-58a717506c96 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0510941 Feb 04 18:02:22.994782 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d9471301-3ba0-42ec-a720-7c095d59433a req-49218c42-2e9c-48cd-b6f2-d61ad874ce37 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Feb 04 18:02:23.903071 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3e51e-ca51-48ef-937a-9dcae829c7b2 req-4cdb8e17-a531-4db9-979f-ece96217fa08 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:23.904552 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22e3e51e-ca51-48ef-937a-9dcae829c7b2 req-4cdb8e17-a531-4db9-979f-ece96217fa08 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0553522 Feb 04 18:02:23.950518 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22e3e51e-ca51-48ef-937a-9dcae829c7b2 req-32340a6a-0cda-4dc0-928d-35a19384e9e6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Feb 04 18:02:24.111658 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4502694-254c-4b7a-b680-c73e21ec703a req-28f6b35c-57ab-4acd-8959-8ae80348d0d1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:24.113380 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d4502694-254c-4b7a-b680-c73e21ec703a req-28f6b35c-57ab-4acd-8959-8ae80348d0d1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0518546 Feb 04 18:02:24.159034 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d4502694-254c-4b7a-b680-c73e21ec703a req-907b68df-3888-4cbc-88e3-b59ec8ff149b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Feb 04 18:02:25.067731 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8115a-fbfe-4876-bc3a-eb17e69cf790 req-78a18de5-f850-436b-93fe-23d4dc2ff1ed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.069111 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdf8115a-fbfe-4876-bc3a-eb17e69cf790 req-78a18de5-f850-436b-93fe-23d4dc2ff1ed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0530317 Feb 04 18:02:25.123763 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdf8115a-fbfe-4876-bc3a-eb17e69cf790 req-92710b7a-6ec4-4fb8-aad1-75a960439a0f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Feb 04 18:02:25.187692 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-9fb899f3-a527-4f39-96ab-0ad857a60915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.189250 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-9fb899f3-a527-4f39-96ab-0ad857a60915 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 1127 time: 0.0480525 Feb 04 18:02:25.280313 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f0010-0cc7-490d-a996-dc58478d33bb req-dd64169b-1770-4186-89b7-377fa52851fc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.281818 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-905f0010-0cc7-490d-a996-dc58478d33bb req-dd64169b-1770-4186-89b7-377fa52851fc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0533075 Feb 04 18:02:25.328219 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-905f0010-0cc7-490d-a996-dc58478d33bb req-9ab1b894-1e16-405e-b2f9-acadca5d27e3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Feb 04 18:02:25.371877 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-64bb919b-9961-4a04-a19c-70e0dff37160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.373469 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-64bb919b-9961-4a04-a19c-70e0dff37160 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1674707 Feb 04 18:02:25.688494 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-c7f5436c-d756-4350-a8ee-d27a4f03779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.689861 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a1b1417e-3669-4cc7-9e04-94af7371e94e req-c7f5436c-d756-4350-a8ee-d27a4f03779f service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3095639 Feb 04 18:02:25.835382 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-eee84bb5-7539-49db-b741-121563da0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.836965 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-eee84bb5-7539-49db-b741-121563da0fbd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 1127 time: 0.0438471 Feb 04 18:02:25.888292 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-f7647bbd-c172-4b44-bac3-a30bb1ffb175 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272 HTTP/1.1" status: 200 len: 217 time: 0.0373030 Feb 04 18:02:25.935903 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-2ae4d8a3-7d91-4ae7-9a3b-a05fb08b634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:25.937381 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-2ae4d8a3-7d91-4ae7-9a3b-a05fb08b634c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.0433655 Feb 04 18:02:25.968335 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-27898f45-e023-4ea9-b252-1b834ecae9a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251188 Feb 04 18:02:26.058965 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-8af344d9-c9e5-4510-9144-87d2b53182af service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Feb 04 18:02:26.244303 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1c31a-786c-4f3f-ae19-15095a4ae4c1 req-f604d5d8-563c-4efe-b1ec-ad98a4cc2064 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:26.245725 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08e1c31a-786c-4f3f-ae19-15095a4ae4c1 req-f604d5d8-563c-4efe-b1ec-ad98a4cc2064 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0513396 Feb 04 18:02:26.265834 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cbcda48-a50e-4b52-b42e-9034cdce7526 req-e85fc45c-5ed6-4dbb-bf0b-faf49df9572b service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847852 Feb 04 18:02:26.293338 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08e1c31a-786c-4f3f-ae19-15095a4ae4c1 req-77dfdbe6-292e-4f95-99e8-1b281506e2a0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Feb 04 18:02:26.452257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9ed5-d450-4774-ab40-45da47efd84c req-f297e71a-1963-493c-9563-fca739eee43b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:26.453723 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-716d9ed5-d450-4774-ab40-45da47efd84c req-f297e71a-1963-493c-9563-fca739eee43b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0555608 Feb 04 18:02:26.500185 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-716d9ed5-d450-4774-ab40-45da47efd84c req-381c7ae6-ebde-48f1-a8a3-017a31283af0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Feb 04 18:02:27.417616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4963e-ddb4-4120-b8e3-89193622aae7 req-bd18d6d7-e40a-4c7d-b333-7b76d1b97d10 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:27.419161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bec4963e-ddb4-4120-b8e3-89193622aae7 req-bd18d6d7-e40a-4c7d-b333-7b76d1b97d10 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0560498 Feb 04 18:02:27.464359 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bec4963e-ddb4-4120-b8e3-89193622aae7 req-93de05ca-4a60-4dcc-9267-d0870d5e40bd tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Feb 04 18:02:27.620025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521834c-c7c8-43a7-bf8b-08cfa4aabac0 req-d823de85-a421-4d0a-b919-d29ee0eb4429 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:27.621486 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8521834c-c7c8-43a7-bf8b-08cfa4aabac0 req-d823de85-a421-4d0a-b919-d29ee0eb4429 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0522890 Feb 04 18:02:27.671459 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8521834c-c7c8-43a7-bf8b-08cfa4aabac0 req-939a70e6-5f7e-4682-b59b-ddae07998f6f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Feb 04 18:02:28.552711 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-52e37fbf-9ea3-48cf-9dec-c14ab9d42efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:28.586090 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c8895-d0c1-4b05-8258-e4b671be0448 req-a26adf12-9807-4a91-8269-d078d3d98cc8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:28.587647 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d94c8895-d0c1-4b05-8258-e4b671be0448 req-a26adf12-9807-4a91-8269-d078d3d98cc8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0556374 Feb 04 18:02:28.643108 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d94c8895-d0c1-4b05-8258-e4b671be0448 req-467deabd-592c-4dd2-b48c-54813deb2173 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497146 Feb 04 18:02:28.806554 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b4b4c-95c0-4106-a7a7-1d16b5025f64 req-9f3f8a8e-50ba-4c65-9c21-1d48cf044b1f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:28.806554 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f20b4b4c-95c0-4106-a7a7-1d16b5025f64 req-9f3f8a8e-50ba-4c65-9c21-1d48cf044b1f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0555701 Feb 04 18:02:28.863514 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f20b4b4c-95c0-4106-a7a7-1d16b5025f64 req-4393179b-2a5d-4d95-a652-7615ba1a8f45 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Feb 04 18:02:29.766234 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe88063-25ce-4b2d-a108-42fe99442c3e req-83eddea7-2df5-421e-ab1a-823460d1d6d6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:29.767726 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dbe88063-25ce-4b2d-a108-42fe99442c3e req-83eddea7-2df5-421e-ab1a-823460d1d6d6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0574207 Feb 04 18:02:29.816650 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dbe88063-25ce-4b2d-a108-42fe99442c3e req-a1bf6dfb-7dbe-4cf5-af5c-41dde768c098 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Feb 04 18:02:29.988258 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7cfa-a728-4582-8819-131b23b80618 req-3ced2e9d-f8d3-43fe-9234-40becfa6111a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:29.994942 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-05fc7cfa-a728-4582-8819-131b23b80618 req-3ced2e9d-f8d3-43fe-9234-40becfa6111a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0614662 Feb 04 18:02:30.038735 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-05fc7cfa-a728-4582-8819-131b23b80618 req-b8d93ce1-61f3-4a86-b37c-b3bbad6f2214 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Feb 04 18:02:30.849717 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3602192d-68bf-46d9-bc6d-61c6692bf35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:30.953199 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73272-346e-4adf-8abb-b8903c50890b req-2c06267e-3fdd-4ca3-83a4-c32bd1834e9e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:30.954728 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9c73272-346e-4adf-8abb-b8903c50890b req-2c06267e-3fdd-4ca3-83a4-c32bd1834e9e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0647590 Feb 04 18:02:30.981799 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50780) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:31.004899 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9c73272-346e-4adf-8abb-b8903c50890b req-bd6235fa-aab1-4ea6-b351-15257fbb1635 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Feb 04 18:02:31.095136 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-acecde2b-3706-4632-ba99-2f51baadd3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.175463 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb107-5bce-4dfd-a496-6d4e15c949d4 req-d64885c2-1428-4694-969e-5c46362d9d7c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:31.177271 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-331fb107-5bce-4dfd-a496-6d4e15c949d4 req-d64885c2-1428-4694-969e-5c46362d9d7c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0641563 Feb 04 18:02:31.183452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-acecde2b-3706-4632-ba99-2f51baadd3aa admin admin] Publish callbacks [] for security_group (63a69825-7c2f-47c3-9a28-a48b0c9f86fe), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.229387 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-331fb107-5bce-4dfd-a496-6d4e15c949d4 req-128c4951-7b22-49c5-8bec-ec2150a1ef1e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Feb 04 18:02:31.281481 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-acecde2b-3706-4632-ba99-2f51baadd3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (63a69825-7c2f-47c3-9a28-a48b0c9f86fe), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.323047 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-acecde2b-3706-4632-ba99-2f51baadd3aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=119482e350834f91b27a565a039ae892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400550 Feb 04 18:02:31.323930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecde2b-3706-4632-ba99-2f51baadd3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a69825-7c2f-47c3-9a28-a48b0c9f86fe,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:31.325716 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50788) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:31.391434 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] Publish callbacks [] for security_group (63a69825-7c2f-47c3-9a28-a48b0c9f86fe), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.424943 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] Publish callbacks [] for security_group (63a69825-7c2f-47c3-9a28-a48b0c9f86fe), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.493660 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054161b-3e92-47dd-a81d-93105044de41 req-d34bb46e-a143-4a75-b487-b2e7b0d1a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:31.495188 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8054161b-3e92-47dd-a81d-93105044de41 req-d34bb46e-a143-4a75-b487-b2e7b0d1a35e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 1130 time: 0.0461950 Feb 04 18:02:31.540690 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8054161b-3e92-47dd-a81d-93105044de41 req-5ba0e31b-c20d-44ac-b09e-044119769ce3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381968 Feb 04 18:02:31.584467 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (63a69825-7c2f-47c3-9a28-a48b0c9f86fe), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.587236 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:31.588387 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/63a69825-7c2f-47c3-9a28-a48b0c9f86fe HTTP/1.1" status: 204 len: 168 time: 0.2616773 Feb 04 18:02:31.596435 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfdc28-f8c4-46e5-afc3-f6ed918cee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a69825-7c2f-47c3-9a28-a48b0c9f86fe,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:31.865581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50802) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:31.952488 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50806) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:32.055892 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-80afd863-99be-4707-907f-568b5937620e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.076506 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.121082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dbe0cb9c-79be-4cc5-87a1-c4052b68de3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.192559 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592e952-b721-4051-b986-92f77e2891f7 req-432e8f59-fd32-4487-a3d3-934be0707d9b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:32.194046 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c592e952-b721-4051-b986-92f77e2891f7 req-432e8f59-fd32-4487-a3d3-934be0707d9b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.1139817 Feb 04 18:02:32.260241 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-80afd863-99be-4707-907f-568b5937620e admin admin] Publish callbacks [] for security_group (a4d46f45-ca45-431b-a98b-db97f37936b4), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.296984 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c592e952-b721-4051-b986-92f77e2891f7 req-38db8567-d9e0-42a8-8db8-8d09327ce1cc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921438 Feb 04 18:02:32.307629 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dbe0cb9c-79be-4cc5-87a1-c4052b68de3c admin admin] Publish callbacks [] for security_group (1136e522-a793-455e-afe2-903c41dd6c2f), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.416377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50822) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:32.430340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e2d58d1e-985c-4283-b34e-d2aaf6e951e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.513395 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e2d58d1e-985c-4283-b34e-d2aaf6e951e0 admin admin] Publish callbacks [] for security_group (d9f6056d-17e9-4924-bb15-643047a4c8fe), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.551059 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-80afd863-99be-4707-907f-568b5937620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a4d46f45-ca45-431b-a98b-db97f37936b4), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.553393 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dbe0cb9c-79be-4cc5-87a1-c4052b68de3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1136e522-a793-455e-afe2-903c41dd6c2f), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.603235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e2d58d1e-985c-4283-b34e-d2aaf6e951e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d9f6056d-17e9-4924-bb15-643047a4c8fe), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.610070 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-80afd863-99be-4707-907f-568b5937620e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7814ee457b984e0793a95b440d0355d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433758 Feb 04 18:02:32.616770 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50826) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:32.622608 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-dbe0cb9c-79be-4cc5-87a1-c4052b68de3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c473eb5e59034de8bc88250d1902d5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689806 Feb 04 18:02:32.623777 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50828) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:32.647445 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e2d58d1e-985c-4283-b34e-d2aaf6e951e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c557d0df2db4b53bb37aa225b458fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298310 Feb 04 18:02:32.648709 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d58d1e-985c-4283-b34e-d2aaf6e951e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f6056d-17e9-4924-bb15-643047a4c8fe,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:32.651221 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50830) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:32.656888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962f95-4321-46bd-9b78-365ed516437e req-b7784714-c35d-4fbc-9570-ffe49d356462 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:32.659051 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db962f95-4321-46bd-9b78-365ed516437e req-b7784714-c35d-4fbc-9570-ffe49d356462 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.3533809 Feb 04 18:02:32.659552 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afd863-99be-4707-907f-568b5937620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d46f45-ca45-431b-a98b-db97f37936b4,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:32.702623 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] Publish callbacks [] for security_group (d9f6056d-17e9-4924-bb15-643047a4c8fe), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.723983 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] Publish callbacks [] for security_group (d9f6056d-17e9-4924-bb15-643047a4c8fe), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.738847 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0cb9c-79be-4cc5-87a1-c4052b68de3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1136e522-a793-455e-afe2-903c41dd6c2f,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:32.789830 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db962f95-4321-46bd-9b78-365ed516437e req-1446ef4a-efa0-465c-ba94-328c048117dc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Feb 04 18:02:32.790447 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] Publish callbacks [] for security_group (1136e522-a793-455e-afe2-903c41dd6c2f), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.792162 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] Publish callbacks [] for security_group (a4d46f45-ca45-431b-a98b-db97f37936b4), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.827728 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] Publish callbacks [] for security_group (a4d46f45-ca45-431b-a98b-db97f37936b4), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.830333 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] Publish callbacks [] for security_group (1136e522-a793-455e-afe2-903c41dd6c2f), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.853019 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d9f6056d-17e9-4924-bb15-643047a4c8fe), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.855908 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.857080 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9f6056d-17e9-4924-bb15-643047a4c8fe HTTP/1.1" status: 204 len: 168 time: 0.2049365 Feb 04 18:02:32.865549 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc662521-65d7-4ae6-8fb7-b2cfe4666c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f6056d-17e9-4924-bb15-643047a4c8fe,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:32.963047 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a4d46f45-ca45-431b-a98b-db97f37936b4), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.965833 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.967141 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a4d46f45-ca45-431b-a98b-db97f37936b4 HTTP/1.1" status: 204 len: 168 time: 0.3493085 Feb 04 18:02:32.975283 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015e75-62a9-4806-9b16-a97ccd28d63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d46f45-ca45-431b-a98b-db97f37936b4,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:32.990598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1136e522-a793-455e-afe2-903c41dd6c2f), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.994041 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:32.995985 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1136e522-a793-455e-afe2-903c41dd6c2f HTTP/1.1" status: 204 len: 168 time: 0.3659577 Feb 04 18:02:33.005398 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91b3e9-cbc2-4ebc-9993-c48804fcc1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136e522-a793-455e-afe2-903c41dd6c2f,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:33.218757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.395322 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:02:33.426932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c479358-ee1f-4e08-8cc8-c01660ff8a33 req-cdd4ab57-c330-42d5-a71f-63290fbae45e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:33.428374 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c479358-ee1f-4e08-8cc8-c01660ff8a33 req-cdd4ab57-c330-42d5-a71f-63290fbae45e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 943 time: 0.0532987 Feb 04 18:02:33.433167 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device d402aa33-a7fe-42e3-b2c8-eb33d0501272 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:02:33.480243 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c479358-ee1f-4e08-8cc8-c01660ff8a33 req-5ed0d763-6b9a-406c-8180-275bd03c9a35 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Feb 04 18:02:33.537276 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:33.550355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'port_id': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'mac_address': 'fa:16:3e:f8:64:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c29342-7d7c-4b15-ba19-d1b2393955ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:02:33.598541 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port d402aa33-a7fe-42e3-b2c8-eb33d0501272 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:02:33.598940 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.617032 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d402aa33-a7fe-42e3-b2c8-eb33d0501272 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:02:33.637836 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:33.642128 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50856) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:33.655521 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bfb6ae7f-d175-4589-b5c4-b79ead3cffef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.731381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bfb6ae7f-d175-4589-b5c4-b79ead3cffef admin admin] Publish callbacks [] for security_group (a860088d-b70d-49df-a422-b77b62bb372f), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.735102 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.782168 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:33.788968 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.789343 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.789706 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.790044 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.790376 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.790724 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.791050 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.791373 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.791694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.792030 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.792354 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.792670 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.792987 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:33.871396 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bfb6ae7f-d175-4589-b5c4-b79ead3cffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a860088d-b70d-49df-a422-b77b62bb372f), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:33.914798 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-bfb6ae7f-d175-4589-b5c4-b79ead3cffef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c584a97e81b1470b84284fdfe9a09e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712808 Feb 04 18:02:33.915901 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6ae7f-d175-4589-b5c4-b79ead3cffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860088d-b70d-49df-a422-b77b62bb372f,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:33.916931 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f618e-ce4c-470f-a12f-4b55cfc9d280 req-47743ada-48c2-42d8-bc65-b8e504d59b43 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:33.918457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-829f618e-ce4c-470f-a12f-4b55cfc9d280 req-47743ada-48c2-42d8-bc65-b8e504d59b43 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0580785 Feb 04 18:02:33.918769 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50866) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:33.969768 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-829f618e-ce4c-470f-a12f-4b55cfc9d280 req-28893323-8e57-4f07-a38e-d1c6ca94d1f6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 Feb 04 18:02:33.991412 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] Publish callbacks [] for security_group (a860088d-b70d-49df-a422-b77b62bb372f), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.006937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] Publish callbacks [] for security_group (a860088d-b70d-49df-a422-b77b62bb372f), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.039968 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50870) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:34.074527 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a30a8cfb-b10f-45b6-b663-f88d8b0c52a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.116164 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6acf7-e3de-4f0f-a24b-a3aa2ea23064 req-a1d50cf4-96c5-4449-b5fa-2c856d547043 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:34.117668 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-07d6acf7-e3de-4f0f-a24b-a3aa2ea23064 req-a1d50cf4-96c5-4449-b5fa-2c856d547043 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0786340 Feb 04 18:02:34.134770 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a860088d-b70d-49df-a422-b77b62bb372f), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.137870 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.139845 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a860088d-b70d-49df-a422-b77b62bb372f HTTP/1.1" status: 204 len: 168 time: 0.2121155 Feb 04 18:02:34.157085 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9848-520d-4574-bc6d-3a5ed0260fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860088d-b70d-49df-a422-b77b62bb372f,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:34.225088 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-07d6acf7-e3de-4f0f-a24b-a3aa2ea23064 req-75b9db1d-37ab-43ae-abf3-8ecf3bcb4559 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007946 Feb 04 18:02:34.323676 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a30a8cfb-b10f-45b6-b663-f88d8b0c52a3 admin admin] Publish callbacks [] for security_group (e6b97947-1fb5-400c-b209-e01132d32757), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.413923 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['d402aa33-a7fe-42e3-b2c8-eb33d0501272'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:02:34.511964 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a30a8cfb-b10f-45b6-b663-f88d8b0c52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6b97947-1fb5-400c-b209-e01132d32757), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.557776 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a8cfb-b10f-45b6-b663-f88d8b0c52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b97947-1fb5-400c-b209-e01132d32757,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:34.562494 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a30a8cfb-b10f-45b6-b663-f88d8b0c52a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52343095533143ab965f33475277484a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209327 Feb 04 18:02:34.565230 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50888) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:34.657078 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] Publish callbacks [] for security_group (e6b97947-1fb5-400c-b209-e01132d32757), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.679984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb8f4c-3ace-4367-9645-5a70e3b1d748 req-6c5ee727-6751-4b82-b1cc-ab12cf6b2e1e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:34.681491 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-52fb8f4c-3ace-4367-9645-5a70e3b1d748 req-6c5ee727-6751-4b82-b1cc-ab12cf6b2e1e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 944 time: 0.0949540 Feb 04 18:02:34.690826 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] Publish callbacks [] for security_group (e6b97947-1fb5-400c-b209-e01132d32757), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.788109 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-52fb8f4c-3ace-4367-9645-5a70e3b1d748 req-1a424df0-fe8e-4a94-b8fa-8d465580690e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952077 Feb 04 18:02:34.788443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.871312 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6b97947-1fb5-400c-b209-e01132d32757), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.882891 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:34.882891 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6b97947-1fb5-400c-b209-e01132d32757 HTTP/1.1" status: 204 len: 168 time: 0.3108962 Feb 04 18:02:34.890584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ccc1f-4af3-4b16-9e1c-e2c12a710cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b97947-1fb5-400c-b209-e01132d32757,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:35.681879 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 50938) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:35.937592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332132a-8f0b-4b64-a420-be1643dc57a3 req-e03001b1-5a40-4653-bf94-e0339570f410 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:35.941241 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f332132a-8f0b-4b64-a420-be1643dc57a3 req-e03001b1-5a40-4653-bf94-e0339570f410 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 944 time: 0.0612350 Feb 04 18:02:35.943474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34e66e83-9a3a-4d30-9736-aeaf475c79ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:35.990960 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f332132a-8f0b-4b64-a420-be1643dc57a3 req-4454d697-08a3-439d-a397-ab14f4c987a8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459504 Feb 04 18:02:36.022461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34e66e83-9a3a-4d30-9736-aeaf475c79ed admin admin] Publish callbacks [] for security_group (6b773cff-3357-4bd7-bd2c-64acc0096e82), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.145904 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34e66e83-9a3a-4d30-9736-aeaf475c79ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (6b773cff-3357-4bd7-bd2c-64acc0096e82), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.185975 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-34e66e83-9a3a-4d30-9736-aeaf475c79ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42287701eb3748df9729c141355c0c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023293 Feb 04 18:02:36.188613 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e66e83-9a3a-4d30-9736-aeaf475c79ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b773cff-3357-4bd7-bd2c-64acc0096e82,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:36.189623 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 50956) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:36.239444 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] Publish callbacks [] for security_group (6b773cff-3357-4bd7-bd2c-64acc0096e82), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.261702 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] Publish callbacks [] for security_group (6b773cff-3357-4bd7-bd2c-64acc0096e82), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.367061 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (6b773cff-3357-4bd7-bd2c-64acc0096e82), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.370008 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:36.371443 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b773cff-3357-4bd7-bd2c-64acc0096e82 HTTP/1.1" status: 204 len: 168 time: 0.1807289 Feb 04 18:02:36.379429 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe3017-a671-42f7-bb88-f7998e8c5350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b773cff-3357-4bd7-bd2c-64acc0096e82,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:36.994650 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7862b-9173-4bb4-89d3-cf8ef5554674 req-23588e6f-0827-4678-bdd2-a2c5910eff66 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:36.996146 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-feb7862b-9173-4bb4-89d3-cf8ef5554674 req-23588e6f-0827-4678-bdd2-a2c5910eff66 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0559320 Feb 04 18:02:37.046713 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-feb7862b-9173-4bb4-89d3-cf8ef5554674 req-fd486a0a-9a0f-42b4-a117-24b4d8b2b5f1 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Feb 04 18:02:37.116735 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51000) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:37.129206 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c561cff-89c0-48c3-9e70-812c394741df req-9ea4b59f-669f-4e7b-b66b-9f7bba6f4c95 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:37.136013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c561cff-89c0-48c3-9e70-812c394741df req-9ea4b59f-669f-4e7b-b66b-9f7bba6f4c95 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 944 time: 0.0722558 Feb 04 18:02:37.181770 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c561cff-89c0-48c3-9e70-812c394741df req-34f86d0b-e4cc-4b11-bbdb-9381cbaa4872 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Feb 04 18:02:37.431561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689395982-network', 'tenant_id': '16451cdfacdc45a49ba981390d50e592'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:37.447863 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device d402aa33-a7fe-42e3-b2c8-eb33d0501272 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:02:37.522495 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Made reservation on behalf of 16451cdfacdc45a49ba981390d50e592 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:37.526231 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.537465 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.591166 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port d402aa33-a7fe-42e3-b2c8-eb33d0501272 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:02:37.595616 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port d402aa33-a7fe-42e3-b2c8-eb33d0501272 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:02:37.596036 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.626380 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee76b3b-3f16-4ba9-bf6d-6359fa53c2c0 req-07a7a6e8-62e2-40f6-8e94-cc143b4ee29f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:37.633165 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eee76b3b-3f16-4ba9-bf6d-6359fa53c2c0 req-07a7a6e8-62e2-40f6-8e94-cc143b4ee29f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0809958 Feb 04 18:02:37.675553 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks [] for security_group (1dc6964d-3a2e-4c06-a3fa-81fad912969b), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.706715 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port d402aa33-a7fe-42e3-b2c8-eb33d0501272 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:02:37.707440 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.718262 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eee76b3b-3f16-4ba9-bf6d-6359fa53c2c0 req-56701c6e-cb5c-4a51-aa9c-7b9da0416e23 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Feb 04 18:02:37.744590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-318c9d6b-9d3b-4edc-b12e-1dccd569c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:37.744590 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-318c9d6b-9d3b-4edc-b12e-1dccd569c35e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0652440 Feb 04 18:02:37.744590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1dc6964d-3a2e-4c06-a3fa-81fad912969b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.744890 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:37.744890 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:37.746675 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db1a194-a5d0-4365-a28f-025ce46a106d" -d '{"events": [{"server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "name": "network-vif-plugged", "status": "completed", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:37.759366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:02:37.769873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (9df0b737-af54-4f33-8219-4a3c92e760d1), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.770587 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Added segment 9df0b737-af54-4f33-8219-4a3c92e760d1 of type vlan for network c1de0485-a48c-4343-87f1-51f33dbeb35b Feb 04 18:02:37.787682 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bea2fa6-6c1c-4d1b-80dc-fb05554216a0 x-openstack-request-id: req-5bea2fa6-6c1c-4d1b-80dc-fb05554216a0 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:37.788238 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "name": "network-vif-plugged", "status": "completed", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:37.788675 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5bea2fa6-6c1c-4d1b-80dc-fb05554216a0 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:37.789307 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'code': 200} Feb 04 18:02:37.828246 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.839599 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (c1de0485-a48c-4343-87f1-51f33dbeb35b), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.915414 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6964d-3a2e-4c06-a3fa-81fad912969b,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:37.949578 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c1de0485-a48c-4343-87f1-51f33dbeb35b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.950597 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:37.951724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:37.964391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:38.038900 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-790bb437-b2bd-4c9f-9669-b330c7f4d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.040381 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-790bb437-b2bd-4c9f-9669-b330c7f4d8ca service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.2674401 Feb 04 18:02:38.045745 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] Pushing event updated for resources: {'Network': ['ID=c1de0485-a48c-4343-87f1-51f33dbeb35b,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:38.071121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network c1de0485-a48c-4343-87f1-51f33dbeb35b details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:02:38.075479 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51040) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:38.077729 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5a5cef63-7f9d-41b7-a348-5677b051b373 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9590578 Feb 04 18:02:38.082717 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Request body: {'subnet': {'network_id': 'c1de0485-a48c-4343-87f1-51f33dbeb35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689395982-subnet', 'tenant_id': '16451cdfacdc45a49ba981390d50e592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:38.122806 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-eaaadd03-c223-49fe-b07d-14f0f4d66bb0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0650070 Feb 04 18:02:38.215658 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-66932395-e2f0-43ee-a331-d37ca5540dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.217968 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-66932395-e2f0-43ee-a331-d37ca5540dec service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0878975 Feb 04 18:02:38.288965 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-31e49e5c-b7aa-48a2-8549-ddec3d6f9297 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621576 Feb 04 18:02:38.289624 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ca4a0-8912-41c3-b37d-7de536faea36 req-52d88dea-1e66-4b11-9bc7-baf83c150641 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.291217 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd9ca4a0-8912-41c3-b37d-7de536faea36 req-52d88dea-1e66-4b11-9bc7-baf83c150641 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.1535900 Feb 04 18:02:38.295562 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Made reservation on behalf of 16451cdfacdc45a49ba981390d50e592 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:38.298010 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824458'] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:38.418687 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02af274-acdb-4584-adfc-6b9bab0a915a req-803f5efb-65ec-4b25-aaa7-411a10534ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.421110 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c02af274-acdb-4584-adfc-6b9bab0a915a req-803f5efb-65ec-4b25-aaa7-411a10534ce2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 1129 time: 0.1220686 Feb 04 18:02:38.448842 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-4489e091-9902-4580-8de1-75d9644297f1 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408854 Feb 04 18:02:38.472738 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd9ca4a0-8912-41c3-b37d-7de536faea36 req-9be809bb-f75b-4389-bd90-6d7a64c75b93 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562998 Feb 04 18:02:38.492892 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fbde6-84fe-45d4-812d-325d6d2a6b28 req-81b3ee88-64ee-454f-8faf-f2a8d30f9f7d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.494680 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-508fbde6-84fe-45d4-812d-325d6d2a6b28 req-81b3ee88-64ee-454f-8faf-f2a8d30f9f7d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.2016168 Feb 04 18:02:38.537474 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c02af274-acdb-4584-adfc-6b9bab0a915a req-0b1fa5c1-11a5-4687-9cd5-96eacf6452c4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080461 Feb 04 18:02:38.575602 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-87f28780-b6e9-4a3a-9838-2576cd138757 req-d250620d-4aa2-427d-8c42-45b272cfdbe1 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183951 Feb 04 18:02:38.582256 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-508fbde6-84fe-45d4-812d-325d6d2a6b28 req-9d408971-1701-4ccd-bf43-69d74fcb3d31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787222 Feb 04 18:02:38.734970 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26360292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824508'] for subnet (17036425-e6d4-43ac-a328-0a79978dacfb), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:38.811992 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17036425-e6d4-43ac-a328-0a79978dacfb,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:38.837461 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Checking segment: {'id': '9df0b737-af54-4f33-8219-4a3c92e760d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c1de0485-a48c-4343-87f1-51f33dbeb35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:02:38.837904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Network hostable DHCP agents. Network: c1de0485-a48c-4343-87f1-51f33dbeb35b, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:02:38.875174 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11965eaf-a31d-4afd-b443-2a9a58456c14 req-81646f9b-a5e5-4e3f-b062-110b2e5f2733 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:38.876702 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-11965eaf-a31d-4afd-b443-2a9a58456c14 req-81646f9b-a5e5-4e3f-b062-110b2e5f2733 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0767853 Feb 04 18:02:38.973714 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-11965eaf-a31d-4afd-b443-2a9a58456c14 req-d28771f8-1f3d-4c04-a372-22efe4957f67 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913038 Feb 04 18:02:39.031081 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Network c1de0485-a48c-4343-87f1-51f33dbeb35b is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:02:39.115568 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, c1de0485-a48c-4343-87f1-51f33dbeb35b) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:39.120058 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.124375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:39.125271 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d7da8-0559-406b-a9d2-af64ae0158e9 None None] Network c1de0485-a48c-4343-87f1-51f33dbeb35b requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:02:39.228714 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-fab957f1-7be2-4be2-bcfe-66ccb009c028 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1514115 Feb 04 18:02:39.244361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f73a2-ce27-4b31-a436-bfd02b1c2fb5 None None] Network c1de0485-a48c-4343-87f1-51f33dbeb35b requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:02:39.588571 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c2dd8-1711-48a5-90ec-f8e2df8edda0 req-4635147d-8d57-4384-8287-06fd20c5e052 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.590088 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d4c2dd8-1711-48a5-90ec-f8e2df8edda0 req-4635147d-8d57-4384-8287-06fd20c5e052 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.0584471 Feb 04 18:02:39.648775 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d4c2dd8-1711-48a5-90ec-f8e2df8edda0 req-53baa586-5082-4ba6-9e6b-08ae16f11fa5 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/security-groups?id=3918185a-d233-4ea7-9eec-ac4b163bf1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Feb 04 18:02:39.710371 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c0021-9fa3-414d-a195-93e06bcceace req-fc3daa46-4cb4-4b61-8f16-d582c5ae4781 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:39.711899 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f2c0021-9fa3-414d-a195-93e06bcceace req-fc3daa46-4cb4-4b61-8f16-d582c5ae4781 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0527010 Feb 04 18:02:39.760400 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f2c0021-9fa3-414d-a195-93e06bcceace req-0ea23182-4708-40db-a30a-6822bfc5db40 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Feb 04 18:02:40.027236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51096) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:40.033346 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652804151-network', 'tenant_id': 'fa85f97e634348268eff8d7d585b6724'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:40.053054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-dc4e59f5-12c8-40ad-99ab-6759bb22c446 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:40.054539 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-dc4e59f5-12c8-40ad-99ab-6759bb22c446 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.113 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 945 time: 0.1015489 Feb 04 18:02:40.097798 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d01fd-247f-4fd1-9f06-b74774186ac5 req-972e2473-5553-494c-ad18-1c362687c11a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:40.099572 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-184d01fd-247f-4fd1-9f06-b74774186ac5 req-972e2473-5553-494c-ad18-1c362687c11a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0573916 Feb 04 18:02:40.149276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Made reservation on behalf of fa85f97e634348268eff8d7d585b6724 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:40.151288 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-184d01fd-247f-4fd1-9f06-b74774186ac5 req-593f4b2f-c507-490d-81bb-ec72efd15f43 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Feb 04 18:02:40.151788 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.182377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.259221 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Deleting port 28ad9a9d-773a-41b6-b970-7a330131600a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:02:40.259570 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.354277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks [] for security_group (9748a75e-cce7-4e37-93fa-1c06d12637c1), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.373863 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] For port 28ad9a9d-773a-41b6-b970-7a330131600a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=28ad9a9d-773a-41b6-b970-7a330131600a,segment=NetworkSegment(4e0d110b-f48b-41dd-9430-ff640590bc87),segment_id=4e0d110b-f48b-41dd-9430-ff640590bc87)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:02:40.374211 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.388993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Calling delete_port for 28ad9a9d-773a-41b6-b970-7a330131600a owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:02:40.460360 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9748a75e-cce7-4e37-93fa-1c06d12637c1), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.498119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:02:40.514771 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9748a75e-cce7-4e37-93fa-1c06d12637c1,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:40.527557 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (569ca8ac-1a75-415e-959d-88effe6d994d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.527897 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Added segment 569ca8ac-1a75-415e-959d-88effe6d994d of type vlan for network b018fd8d-3ed6-482d-8f2b-f7985f0b402e Feb 04 18:02:40.589094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (b018fd8d-3ed6-482d-8f2b-f7985f0b402e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.694064 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (28ad9a9d-773a-41b6-b970-7a330131600a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.723290 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Pushing event deleted for resources: {'Port': ['ID=28ad9a9d-773a-41b6-b970-7a330131600a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:40.740958 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['28ad9a9d-773a-41b6-b970-7a330131600a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:02:40.745113 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9780a409-805d-4743-ad6e-649ea8d48d7a req-020b9efc-23f6-4c0c-8327-b0965cc7e0f3 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0295403 Feb 04 18:02:40.753247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b018fd8d-3ed6-482d-8f2b-f7985f0b402e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.761777 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:40.761777 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.832718 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] No DVR routers for this DVR port 28ad9a9d-773a-41b6-b970-7a330131600a on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:02:40.842846 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:40.846062 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-14b9bc0c-70ff-4340-b48a-8b50b4af35b8 req-616c32d0-de2f-47c6-bfa3-898eddc051cf tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.113 "DELETE /v2.0/ports/28ad9a9d-773a-41b6-b970-7a330131600a HTTP/1.1" status: 204 len: 173 time: 0.7856140 Feb 04 18:02:40.846536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'name': 'network-vif-deleted', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:40.848818 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b877c042-e94a-4168-b54e-95497ad187f6" -d '{"events": [{"server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "name": "network-vif-deleted", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:40.858707 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] Pushing event updated for resources: {'Network': ['ID=b018fd8d-3ed6-482d-8f2b-f7985f0b402e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:40.871936 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network b018fd8d-3ed6-482d-8f2b-f7985f0b402e details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:02:40.891916 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe495773-2646-432e-9349-e15301fa93f1 x-openstack-request-id: req-fe495773-2646-432e-9349-e15301fa93f1 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:40.892276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7788c2-1c60-4ef7-ae66-10e8d75a8807", "name": "network-vif-deleted", "tag": "28ad9a9d-773a-41b6-b970-7a330131600a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:40.892536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe495773-2646-432e-9349-e15301fa93f1 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:40.892930 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7788c2-1c60-4ef7-ae66-10e8d75a8807', 'name': 'network-vif-deleted', 'tag': '28ad9a9d-773a-41b6-b970-7a330131600a', 'status': 'completed', 'code': 200} Feb 04 18:02:40.895339 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0094a1-38b1-42c4-9b18-5caa57d89aab req-807aaf60-d8af-4018-a92d-10b2ad589659 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:40.897068 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff0094a1-38b1-42c4-9b18-5caa57d89aab req-807aaf60-d8af-4018-a92d-10b2ad589659 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0626247 Feb 04 18:02:40.906842 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5fb21d9c-e75e-44d8-898f-8bb6147e5b9c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8784494 Feb 04 18:02:40.909486 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51110) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:40.915081 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Request body: {'subnet': {'network_id': 'b018fd8d-3ed6-482d-8f2b-f7985f0b402e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652804151-subnet', 'tenant_id': 'fa85f97e634348268eff8d7d585b6724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:40.947708 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff0094a1-38b1-42c4-9b18-5caa57d89aab req-f0e627f3-d15b-4d01-87b0-51fae4e8222e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Feb 04 18:02:41.008169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Made reservation on behalf of fa85f97e634348268eff8d7d585b6724 for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:41.010516 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:41.236031 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (3e2c0fa6-696a-41fa-8da2-034ef5b6287e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:41.283295 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aaa57-e9fd-4ff4-b598-2bc0626666a5 req-5e8f7f87-03b1-40c6-8876-584c8a315531 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:41.284810 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-829aaa57-e9fd-4ff4-b598-2bc0626666a5 req-5e8f7f87-03b1-40c6-8876-584c8a315531 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0607340 Feb 04 18:02:41.294003 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2c0fa6-696a-41fa-8da2-034ef5b6287e,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:41.303643 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Checking segment: {'id': '569ca8ac-1a75-415e-959d-88effe6d994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b018fd8d-3ed6-482d-8f2b-f7985f0b402e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:02:41.304001 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Network hostable DHCP agents. Network: b018fd8d-3ed6-482d-8f2b-f7985f0b402e, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:02:41.340053 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-829aaa57-e9fd-4ff4-b598-2bc0626666a5 req-e2823cc9-8a3d-4348-995a-80ef82593835 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Feb 04 18:02:41.366960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Network b018fd8d-3ed6-482d-8f2b-f7985f0b402e is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:02:41.453966 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, b018fd8d-3ed6-482d-8f2b-f7985f0b402e) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:41.457841 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:41.458472 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:41.462932 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510cccd4-46fd-4063-bc8b-1363987cd889 None None] Network b018fd8d-3ed6-482d-8f2b-f7985f0b402e requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:02:41.523873 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-353047fe-bb68-4f0c-8848-3f8bc2428a1b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6086733 Feb 04 18:02:41.583875 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9f067-0eac-4572-87d7-77b52c6218c5 None None] Network b018fd8d-3ed6-482d-8f2b-f7985f0b402e requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:02:41.842860 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c5b3a239-712c-48f2-8bc5-6e763fa80cd3 req-b298cd15-4ecc-420a-a2e1-24f0f122f97e tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Feb 04 18:02:42.076862 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5668c1c-672e-4142-9ef9-1e02739ab8a8 req-ec61cbb1-a2c9-450c-b3d5-f88d050a5d6e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:42.078478 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d5668c1c-672e-4142-9ef9-1e02739ab8a8 req-ec61cbb1-a2c9-450c-b3d5-f88d050a5d6e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0602601 Feb 04 18:02:42.129350 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d5668c1c-672e-4142-9ef9-1e02739ab8a8 req-ceeb9217-912b-48d8-9df2-4a46f3bc3bbe tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Feb 04 18:02:42.464894 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c9734-9f1d-4214-9039-d75f4098015e req-4be968d6-27c2-46ff-b1ee-e9844daf8a8e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:42.466982 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-960c9734-9f1d-4214-9039-d75f4098015e req-4be968d6-27c2-46ff-b1ee-e9844daf8a8e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Feb 04 18:02:42.516228 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-960c9734-9f1d-4214-9039-d75f4098015e req-538bbc12-a96f-43f4-854a-6ca955f34142 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Feb 04 18:02:42.951669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4d2ba158-fa3f-4101-8c7e-09555a7ff707 req-540ab860-7d92-497f-8417-3bcbf4a6ea54 tempest-DeleteServersTestJSON-1222571029 tempest-DeleteServersTestJSON-1222571029-project] 10.222.0.98 "GET /v2.0/ports?device_id=ac7788c2-1c60-4ef7-ae66-10e8d75a8807 HTTP/1.1" status: 200 len: 210 time: 0.0263491 Feb 04 18:02:43.453295 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 28ad9a9d-773a-41b6-b970-7a330131600a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:02:43.477606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 28ad9a9d-773a-41b6-b970-7a330131600a {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:02:43.477959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 28ad9a9d-773a-41b6-b970-7a330131600a not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:02:43.641730 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc46f9-2ff3-4c9d-9803-8baac1ec88d4 req-5e2c77d7-d448-441b-ae69-d84e1db4c074 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:43.643284 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64cc46f9-2ff3-4c9d-9803-8baac1ec88d4 req-5e2c77d7-d448-441b-ae69-d84e1db4c074 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0528293 Feb 04 18:02:43.698114 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64cc46f9-2ff3-4c9d-9803-8baac1ec88d4 req-e9e8f154-9930-4d0e-96c3-9f4a6023d79b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Feb 04 18:02:44.815985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21d3aa-7a08-4f31-9f58-036ceec77db5 req-9ec07070-91b6-4889-817a-445baebb2259 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:44.817454 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4a21d3aa-7a08-4f31-9f58-036ceec77db5 req-9ec07070-91b6-4889-817a-445baebb2259 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0516124 Feb 04 18:02:44.868182 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4a21d3aa-7a08-4f31-9f58-036ceec77db5 req-e20d3785-5d74-43b8-9e29-8d7970e425f9 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Feb 04 18:02:45.984358 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424965b4-3dbb-46bc-84df-d926e7df91f6 req-67889ef1-3cd2-4194-adc3-a672b657b669 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:45.985749 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-424965b4-3dbb-46bc-84df-d926e7df91f6 req-67889ef1-3cd2-4194-adc3-a672b657b669 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0513151 Feb 04 18:02:46.033008 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-424965b4-3dbb-46bc-84df-d926e7df91f6 req-b011ebdf-ddba-48ff-94be-4e6fa25d0831 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Feb 04 18:02:47.159374 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e8434-6d6b-4b95-a372-9a3ef4895142 req-e65d4cee-7507-4645-9907-07b897afee79 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:47.160862 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f2e8434-6d6b-4b95-a372-9a3ef4895142 req-e65d4cee-7507-4645-9907-07b897afee79 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0623739 Feb 04 18:02:47.208697 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f2e8434-6d6b-4b95-a372-9a3ef4895142 req-be2d5bf5-37d2-4f07-a375-bdea5811f15f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Feb 04 18:02:47.749825 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:47.909132 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-fe913cc9-56de-4c0a-a016-de6ebdc1739a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471165 Feb 04 18:02:48.017724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-0c7c68f4-5f95-40ef-9f10-39e4047ca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:48.019314 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-0c7c68f4-5f95-40ef-9f10-39e4047ca25d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 1130 time: 0.0452065 Feb 04 18:02:48.127161 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-e8ba9794-e558-482f-8fde-a883d95d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:48.128663 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-e8ba9794-e558-482f-8fde-a883d95d3777 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 917 time: 0.0901113 Feb 04 18:02:48.337473 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989666-886b-4407-af9f-38f618ce7414 req-663d6cf3-890b-46ff-a953-aa220667c4f1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:48.339764 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29989666-886b-4407-af9f-38f618ce7414 req-663d6cf3-890b-46ff-a953-aa220667c4f1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0593126 Feb 04 18:02:48.375509 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-684ce57f-f72d-428e-9ec8-b24baa69c54d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e HTTP/1.1" status: 200 len: 217 time: 0.2138333 Feb 04 18:02:48.407516 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29989666-886b-4407-af9f-38f618ce7414 req-2e7dc9a4-96e7-42c7-9efd-7f1d61381096 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592313 Feb 04 18:02:48.428652 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-4cb10db9-e39c-4229-945b-0802b399aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:48.430123 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-4cb10db9-e39c-4229-945b-0802b399aa46 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.0481279 Feb 04 18:02:48.472722 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-64fe69cc-2e38-4480-8b39-3e9d8f55a2a0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273001 Feb 04 18:02:48.576170 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-c438079b-a35f-451e-b785-84cc86038702 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960884 Feb 04 18:02:48.673514 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-163de474-fc18-41d8-a8ea-55cc102cffb6 req-316dd5d7-8fec-4a1a-af9f-2ea203fdf528 service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 Feb 04 18:02:49.530213 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b43a-19a2-48a8-8428-ace9c12c243e req-d3193749-9daf-4336-872d-e02885f41f6c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:49.531670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4e4b43a-19a2-48a8-8428-ace9c12c243e req-d3193749-9daf-4336-872d-e02885f41f6c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0544851 Feb 04 18:02:49.584241 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4e4b43a-19a2-48a8-8428-ace9c12c243e req-1b03bb07-2a09-4c60-9127-b7c47504ed2e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Feb 04 18:02:50.182793 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51336) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:50.228644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Deleting subnet 29c731e1-77d0-46bb-8c27-87ce49368554 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:02:50.232790 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Publish callbacks [] for subnet (29c731e1-77d0-46bb-8c27-87ce49368554), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.267679 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (29c731e1-77d0-46bb-8c27-87ce49368554), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.308706 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (29c731e1-77d0-46bb-8c27-87ce49368554), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.437507 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (29c731e1-77d0-46bb-8c27-87ce49368554), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.461483 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c731e1-77d0-46bb-8c27-87ce49368554,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:50.471077 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.471457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.471808 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.472144 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.472479 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.473239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.473239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.473439 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.473781 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.474111 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.474459 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.474783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.475108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:02:50.477933 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.481141 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d75d44e8-add0-45f6-8eaf-f1d68f1413f8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/29c731e1-77d0-46bb-8c27-87ce49368554 HTTP/1.1" status: 204 len: 168 time: 0.2971725 Feb 04 18:02:50.483904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51338) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:50.552011 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (6dd0ca80-0c83-4ea4-98da-6bee3a373147), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.633399 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (6dd0ca80-0c83-4ea4-98da-6bee3a373147), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.662207 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd0ca80-0c83-4ea4-98da-6bee3a373147']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:50.687129 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0d110b-f48b-41dd-9430-ff640590bc87') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:50.687424 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0d110b-f48b-41dd-9430-ff640590bc87') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:02:50.699560 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (4e0d110b-f48b-41dd-9430-ff640590bc87), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.719827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (4e0d110b-f48b-41dd-9430-ff640590bc87), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.728252 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:02:50.728640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (4e0d110b-f48b-41dd-9430-ff640590bc87), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:02:50.730300 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:02:50.746671 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478153ea-842b-4562-977b-18cc959c541b req-7ea3ef90-b3ba-44dc-9cc1-a957536e6647 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:50.748196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-478153ea-842b-4562-977b-18cc959c541b req-7ea3ef90-b3ba-44dc-9cc1-a957536e6647 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0968621 Feb 04 18:02:50.829151 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-478153ea-842b-4562-977b-18cc959c541b req-dcebbea0-e1e9-4231-8eb3-e0e9960f09ae tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528040 Feb 04 18:02:50.916098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (6dd0ca80-0c83-4ea4-98da-6bee3a373147), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.922959 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:50.926132 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] 10.222.0.98 "DELETE /v2.0/networks/6dd0ca80-0c83-4ea4-98da-6bee3a373147 HTTP/1.1" status: 204 len: 168 time: 0.4412656 Feb 04 18:02:50.938253 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4966d6a-8f51-49fb-8841-20ef1efcfdae admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd0ca80-0c83-4ea4-98da-6bee3a373147,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:51.194357 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-64ca58bb-0484-47f1-8bbf-f980f47cc4a9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:51.195898 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-64ca58bb-0484-47f1-8bbf-f980f47cc4a9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1013114 Feb 04 18:02:51.211329 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-a08d0a43-8419-48de-bf32-5b1cf8caf768 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/quotas/c4a8ffd2aaf14a21a0545cb345ab262f HTTP/1.1" status: 200 len: 375 time: 0.0096371 Feb 04 18:02:51.272623 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-41190c75-6968-4f0d-8b4e-d30ab8a0c160 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550277 Feb 04 18:02:51.360591 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-1e449e43-dd8b-4da5-ba03-b6e901c8c820 service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814171 Feb 04 18:02:51.374009 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51378) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:51.415932 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9007b5cc-bad9-49e9-9d33-2d00f29f272f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=00a6093b8812451283ddc89510d3000a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404220 Feb 04 18:02:51.418390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51380) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:51.463064 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-c3af7728-4d26-4488-9d9b-674d5b0c23e2 service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965548 Feb 04 18:02:51.467545 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] Publish callbacks [] for security_group (3918185a-d233-4ea7-9eec-ac4b163bf1d1), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.489601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] Publish callbacks [] for security_group (3918185a-d233-4ea7-9eec-ac4b163bf1d1), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.534802 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51384) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:51.624804 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3918185a-d233-4ea7-9eec-ac4b163bf1d1), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.627444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.628719 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3918185a-d233-4ea7-9eec-ac4b163bf1d1 HTTP/1.1" status: 204 len: 168 time: 0.2093947 Feb 04 18:02:51.636919 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2371f-3c8a-4684-9309-3ea3a0999928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918185a-d233-4ea7-9eec-ac4b163bf1d1,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:51.647548 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-88b1f84a-443e-492c-92f0-7b85f1f01806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.749749 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-357ef96d-bf58-4475-8f74-8beba61d389a req-37b7ac4d-bc52-41f5-886d-7cedcdf1e352 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0352588 Feb 04 18:02:51.770945 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-88b1f84a-443e-492c-92f0-7b85f1f01806 admin admin] Publish callbacks [] for security_group (8b2e43de-8f31-44de-a638-9e36fcd4fbf1), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.848499 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-88b1f84a-443e-492c-92f0-7b85f1f01806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8b2e43de-8f31-44de-a638-9e36fcd4fbf1), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.888563 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1f84a-443e-492c-92f0-7b85f1f01806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e43de-8f31-44de-a638-9e36fcd4fbf1,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:51.894380 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-88b1f84a-443e-492c-92f0-7b85f1f01806 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=decb317bf16b49bda4b88b0bfcf97817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585167 Feb 04 18:02:51.897147 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51402) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:51.958074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573d66b-c964-45f6-b246-6fbbc2be2225 req-30c69ab2-70b0-4133-9c15-4ed56c080d42 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:51.960142 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6573d66b-c964-45f6-b246-6fbbc2be2225 req-30c69ab2-70b0-4133-9c15-4ed56c080d42 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0607443 Feb 04 18:02:51.964216 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] Publish callbacks [] for security_group (8b2e43de-8f31-44de-a638-9e36fcd4fbf1), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:51.989039 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] Publish callbacks [] for security_group (8b2e43de-8f31-44de-a638-9e36fcd4fbf1), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:52.020776 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6573d66b-c964-45f6-b246-6fbbc2be2225 req-dd5ce923-c22a-4fc4-8325-d8cc9165c82d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Feb 04 18:02:52.161134 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8b2e43de-8f31-44de-a638-9e36fcd4fbf1), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:52.165592 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:52.165592 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b2e43de-8f31-44de-a638-9e36fcd4fbf1 HTTP/1.1" status: 204 len: 168 time: 0.2669375 Feb 04 18:02:52.174086 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1986026-3fe4-4946-b036-3a458d7b5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e43de-8f31-44de-a638-9e36fcd4fbf1,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:52.813101 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51436) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:52.827126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d44e086-813d-4d4f-ad95-f175ee1e192b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:52.852900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ccb3e4f8-bf00-41f2-87fd-3550cfe1d11e req-e962d41c-9eb1-4d38-b67f-b00ce78266a6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0316346 Feb 04 18:02:52.904624 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d44e086-813d-4d4f-ad95-f175ee1e192b admin admin] Publish callbacks [] for security_group (9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:52.974462 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d44e086-813d-4d4f-ad95-f175ee1e192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:53.014147 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3d44e086-813d-4d4f-ad95-f175ee1e192b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee45c7023dcf4003bbda2e275581df9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999402 Feb 04 18:02:53.015281 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44e086-813d-4d4f-ad95-f175ee1e192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:53.016895 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51440) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:53.067227 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] Publish callbacks [] for security_group (9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:53.091609 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] Publish callbacks [] for security_group (9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:53.171927 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94e4a8-5d32-444f-86d5-9dc96c79f76c req-cc161cf0-5452-41eb-9b62-a60a41749022 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:53.179284 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef94e4a8-5d32-444f-86d5-9dc96c79f76c req-cc161cf0-5452-41eb-9b62-a60a41749022 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0847988 Feb 04 18:02:53.220886 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef94e4a8-5d32-444f-86d5-9dc96c79f76c req-c339df96-25f1-4d43-9ba0-eec65cad25cc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Feb 04 18:02:53.271008 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:53.273676 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:53.277123 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec HTTP/1.1" status: 204 len: 168 time: 0.2569628 Feb 04 18:02:53.283082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908cd1b-522b-48cb-bfda-2dbaf9774343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccdf904-7797-45b4-a1d6-d7c3ea9a06ec,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:53.949214 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-87d0cfbe-d2b7-4797-9939-59cb9b6249cd req-5787acb0-f208-480a-b569-b1cd37143eb5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0296240 Feb 04 18:02:54.344642 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124610d4-116a-42ed-833d-5b22293688c3 req-f17ed758-28c3-48a1-b013-2a3e3ccaef64 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:54.347721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-124610d4-116a-42ed-833d-5b22293688c3 req-f17ed758-28c3-48a1-b013-2a3e3ccaef64 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0590129 Feb 04 18:02:54.404648 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-124610d4-116a-42ed-833d-5b22293688c3 req-ae59b45b-3209-4143-ace3-7821e697e945 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Feb 04 18:02:55.051621 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-11b019d1-f621-4d7b-b8ad-abcaf14ad3fa req-de3566ff-2460-41e2-8776-725244b4c081 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0296826 Feb 04 18:02:55.530297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d81dff-79c3-4d40-a75e-61e68b170f6d req-9a1f1b4a-9649-43e7-bc9e-245bba59e6ee tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:55.531842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22d81dff-79c3-4d40-a75e-61e68b170f6d req-9a1f1b4a-9649-43e7-bc9e-245bba59e6ee tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Feb 04 18:02:55.580115 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22d81dff-79c3-4d40-a75e-61e68b170f6d req-82914d40-57a2-40fe-ba30-558071d5afa1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Feb 04 18:02:56.153926 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-21faae50-4055-4b42-b232-409f15b20eaf req-ae62dd16-870e-43b5-8471-6eb679c14b29 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0282075 Feb 04 18:02:56.180000 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-9b14b2e4-74f5-44e9-957b-816ceaff8272 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:56.181738 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-9b14b2e4-74f5-44e9-957b-816ceaff8272 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1327384 Feb 04 18:02:56.202495 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Request body: {'port': {'device_id': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'admin_state_up': True, 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:56.380222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:02:56.383731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:56.546260 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Allocated IP 172.20.0.4 (3dc2f191-988b-4e16-974b-c84a0b6125d2/c8c29342-7d7c-4b15-ba19-d1b2393955ac/aa90b4eb-cda8-4006-b093-bbfc35e3c0c7) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:02:56.715730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51588) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:56.755156 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks [] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:56.755457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2001f0-9cfd-4125-86e9-29448add4b71 req-9b4903a4-2afd-4bea-a360-27bc524aa80d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:56.757048 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae2001f0-9cfd-4125-86e9-29448add4b71 req-9b4903a4-2afd-4bea-a360-27bc524aa80d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0702522 Feb 04 18:02:56.808872 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae2001f0-9cfd-4125-86e9-29448add4b71 req-28c4906e-a491-41eb-91e2-736b1d45b89b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Feb 04 18:02:56.854630 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-268e9d7e-b2d1-4ea7-851c-22710f531e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:56.864994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:56.905082 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'd402aa33-a7fe-42e3-b2c8-eb33d0501272'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:02:56.933505 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:02:56.946463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:02:56.952378 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:02:56.955045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event updated for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:57.025219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:57.025860 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.055904 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-268e9d7e-b2d1-4ea7-851c-22710f531e1d admin admin] Publish callbacks [] for security_group (eda47158-f12c-41ff-a100-91a37404de62), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.159969 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-6ff930ac-3d9f-4436-ab96-b0f7627929bc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9618723 Feb 04 18:02:57.160668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-268e9d7e-b2d1-4ea7-851c-22710f531e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (eda47158-f12c-41ff-a100-91a37404de62), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.186700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Request body: {'port': {'device_id': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:02:57.272831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e9d7e-b2d1-4ea7-851c-22710f531e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda47158-f12c-41ff-a100-91a37404de62,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:57.282724 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-268e9d7e-b2d1-4ea7-851c-22710f531e1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9615168bd0e04ef2b54d06c926b57375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658252 Feb 04 18:02:57.285236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51606) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:57.288218 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cdd3-d72b-431d-8b67-8e26886a33bd req-0c8257e2-e3d3-4e2a-ac99-27726dbbcc7b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:57.289697 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3f0cdd3-d72b-431d-8b67-8e26886a33bd req-0c8257e2-e3d3-4e2a-ac99-27726dbbcc7b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 931 time: 0.0582371 Feb 04 18:02:57.299853 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.340727 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3f0cdd3-d72b-431d-8b67-8e26886a33bd req-e0568802-2522-483e-afd1-39711cf3e3fe tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Feb 04 18:02:57.388955 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] Publish callbacks [] for security_group (eda47158-f12c-41ff-a100-91a37404de62), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.463369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] Publish callbacks [] for security_group (eda47158-f12c-41ff-a100-91a37404de62), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.659482 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (eda47158-f12c-41ff-a100-91a37404de62), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.661993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.663165 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eda47158-f12c-41ff-a100-91a37404de62 HTTP/1.1" status: 204 len: 168 time: 0.3770320 Feb 04 18:02:57.671013 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:02:57.682260 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks [] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.685045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d2a91-e7ee-4291-a5f5-bbe5e3da9b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda47158-f12c-41ff-a100-91a37404de62,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:57.697191 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Transition to ACTIVE for port object aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:02:57.789912 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.842197 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Pushing event updated for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:57.917081 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Attempting to bind port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:02:57.917414 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Attempting to bind port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:02:57.917743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Attempting to bind port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:57.923246 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:02:57.923570 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Attempting to bind port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:02:57.928735 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:02:57.929005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Checking segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:02:57.929385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Bound using segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:02:57.929822 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Bound port: aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:02:57.930178 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:57.947789 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92f55-ab20-4427-8dee-34cf50ae9359 req-b353d457-74fa-4321-8ad6-d573ec8c8f6e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:57.949317 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fc92f55-ab20-4427-8dee-34cf50ae9359 req-b353d457-74fa-4321-8ad6-d573ec8c8f6e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0605886 Feb 04 18:02:58.003486 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fc92f55-ab20-4427-8dee-34cf50ae9359 req-6c037246-d8c4-4728-a7da-86fe7d3bd5e4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484896 Feb 04 18:02:58.004041 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:02:58.007711 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:02:58.197692 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.235336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:58.235929 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.237300 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] 10.222.0.113 "PUT /v2.0/ports/aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 HTTP/1.1" status: 200 len: 1093 time: 1.0569615 Feb 04 18:02:58.237738 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:02:58.240263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6" -d '{"events": [{"name": "network-changed", "server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:02:58.264276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf8c82-c5c3-40d6-9812-8f47d3a42359 service neutron] Pushing event updated for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:58.283177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eafb37-e0c8-4523-81b8-943cac094860 x-openstack-request-id: req-22eafb37-e0c8-4523-81b8-943cac094860 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:02:58.283801 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:02:58.284106 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22eafb37-e0c8-4523-81b8-943cac094860 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:02:58.284513 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7', 'status': 'completed', 'code': 200} Feb 04 18:02:58.370026 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-570f0a84-3256-4627-925a-2282c53cb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:58.371668 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-570f0a84-3256-4627-925a-2282c53cb2e7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 1127 time: 0.0448527 Feb 04 18:02:58.430670 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51630) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:58.459792 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1add9ea-d30a-4ec7-99fd-854ed9d7c6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.497442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-8fdb1d68-c3a8-489a-8f9f-04c75ce6aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:58.499449 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf97e9-5038-4f4f-8a9a-bc3f26d59148 req-2dd2f986-371b-41f8-9ef4-99dfa3c2a548 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:58.499587 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-8fdb1d68-c3a8-489a-8f9f-04c75ce6aa45 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0988741 Feb 04 18:02:58.500962 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cccf97e9-5038-4f4f-8a9a-bc3f26d59148 req-2dd2f986-371b-41f8-9ef4-99dfa3c2a548 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0817742 Feb 04 18:02:58.571424 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cccf97e9-5038-4f4f-8a9a-bc3f26d59148 req-403c8483-4a36-4b58-bbe3-64681932ec9e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632489 Feb 04 18:02:58.593082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1add9ea-d30a-4ec7-99fd-854ed9d7c6cc admin admin] Publish callbacks [] for security_group (9867f06c-a022-4a09-91d9-8c8e9fa74933), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.600291 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-769eb54f-47b1-4ce5-92eb-5c09918ccc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.608716 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-23c853a9-027c-43d0-8d18-71348dc9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:58.610197 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-5f58c716-2d8f-4b9e-b2dd-8fe31e0740e6 req-23c853a9-027c-43d0-8d18-71348dc9aba2 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1042585 Feb 04 18:02:58.654961 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1add9ea-d30a-4ec7-99fd-854ed9d7c6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9867f06c-a022-4a09-91d9-8c8e9fa74933), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.693109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add9ea-d30a-4ec7-99fd-854ed9d7c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867f06c-a022-4a09-91d9-8c8e9fa74933,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:58.698536 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e1add9ea-d30a-4ec7-99fd-854ed9d7c6cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ae5719b05234e5ab09ac156c102e227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668588 Feb 04 18:02:58.701116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51638) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:02:58.754297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] Publish callbacks [] for security_group (9867f06c-a022-4a09-91d9-8c8e9fa74933), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.775298 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] Publish callbacks [] for security_group (9867f06c-a022-4a09-91d9-8c8e9fa74933), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.972996 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9867f06c-a022-4a09-91d9-8c8e9fa74933), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.975726 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:02:58.976873 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9867f06c-a022-4a09-91d9-8c8e9fa74933 HTTP/1.1" status: 204 len: 168 time: 0.2746799 Feb 04 18:02:58.984985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc09d80-5537-48e7-b559-e2932cd47c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867f06c-a022-4a09-91d9-8c8e9fa74933,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:02:59.129449 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdeaa1-d8cc-475c-a53d-79d15fd03556 req-9bb9d59a-ffa1-4465-ab19-67f656cf456c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:59.130931 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-20bdeaa1-d8cc-475c-a53d-79d15fd03556 req-9bb9d59a-ffa1-4465-ab19-67f656cf456c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0525413 Feb 04 18:02:59.179252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-20bdeaa1-d8cc-475c-a53d-79d15fd03556 req-276fbc01-8088-49c4-a8f3-d6aaf905361a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Feb 04 18:02:59.708845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0e2a9-a4d4-46ec-8422-8919611b5664 req-03396aaf-f406-46b5-bcc3-428c8b201462 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:02:59.708845 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93e0e2a9-a4d4-46ec-8422-8919611b5664 req-03396aaf-f406-46b5-bcc3-428c8b201462 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0560493 Feb 04 18:02:59.753989 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93e0e2a9-a4d4-46ec-8422-8919611b5664 req-f8b96b12-4473-4e7f-899e-7a2289d3e89f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Feb 04 18:03:00.309947 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53c907-9815-49b9-bb52-34aaa65d7351 req-f3507f9e-5c8f-41be-a55b-543285bb82ff tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:00.311544 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cf53c907-9815-49b9-bb52-34aaa65d7351 req-f3507f9e-5c8f-41be-a55b-543285bb82ff tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Feb 04 18:03:00.361121 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cf53c907-9815-49b9-bb52-34aaa65d7351 req-6dd037cd-4a02-471f-a582-d1bed19705d1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Feb 04 18:03:00.706463 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 51694) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:00.813187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7f273e29-4caa-4564-b4fa-92e6fd4a6f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:00.820113 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-54697eb3-3da7-4e3e-82af-76afda439b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:00.905455 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f71d1-a710-41a4-857b-3ac3f027f6e7 req-0469b4e8-f573-4a38-a6e7-4926ce30c953 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:00.906856 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202f71d1-a710-41a4-857b-3ac3f027f6e7 req-0469b4e8-f573-4a38-a6e7-4926ce30c953 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0836802 Feb 04 18:03:00.945269 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7f273e29-4caa-4564-b4fa-92e6fd4a6f35 admin admin] Publish callbacks [] for security_group (e6ae6f44-758d-4e72-ba7f-c4b430317b9c), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:00.970371 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202f71d1-a710-41a4-857b-3ac3f027f6e7 req-409929b4-d7f3-44b6-9155-b3ce295e062a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569878 Feb 04 18:03:01.008461 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7f273e29-4caa-4564-b4fa-92e6fd4a6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6ae6f44-758d-4e72-ba7f-c4b430317b9c), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:01.047848 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7f273e29-4caa-4564-b4fa-92e6fd4a6f35 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42a682b948d142a488abb27e67d92b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402696 Feb 04 18:03:01.049763 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273e29-4caa-4564-b4fa-92e6fd4a6f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae6f44-758d-4e72-ba7f-c4b430317b9c,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:01.050614 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 51700) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:01.098657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Publish callbacks [] for security_group (e6ae6f44-758d-4e72-ba7f-c4b430317b9c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:01.120601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Publish callbacks [] for security_group (e6ae6f44-758d-4e72-ba7f-c4b430317b9c), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:01.202616 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e6ae6f44-758d-4e72-ba7f-c4b430317b9c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:01.205247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:01.206551 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6ae6f44-758d-4e72-ba7f-c4b430317b9c HTTP/1.1" status: 204 len: 168 time: 0.1548207 Feb 04 18:03:01.214912 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae6f44-758d-4e72-ba7f-c4b430317b9c,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:01.222278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.222657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.223006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.223344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.223680 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.224013 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.224344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.224673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.225031 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.225350 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.225677 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.225999 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.226326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1220a146-c600-4a05-97e6-6bbe5c8d38af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:01.491108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f046-daae-4091-943b-bb0240a55197 req-0d56d5f0-fa92-4789-bc8c-9c7894243b8e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:01.494934 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a4a6f046-daae-4091-943b-bb0240a55197 req-0d56d5f0-fa92-4789-bc8c-9c7894243b8e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Feb 04 18:03:01.540166 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a4a6f046-daae-4091-943b-bb0240a55197 req-013d337c-bbfe-43e9-8019-ebc3fadeef5e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Feb 04 18:03:02.077347 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:02.089826 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a6440-515a-40d8-a560-e216944de548 req-27e143cc-2ecb-4626-90f2-5e1d7f155da4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:02.091357 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b6a6440-515a-40d8-a560-e216944de548 req-27e143cc-2ecb-4626-90f2-5e1d7f155da4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0554287 Feb 04 18:03:02.139862 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b6a6440-515a-40d8-a560-e216944de548 req-eeb92a55-967a-459d-b175-77471726417a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Feb 04 18:03:02.656409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc86816-fba7-40e9-87bf-0ee2ee4e9d01 req-82fa13c7-a8e6-464c-a78c-58c9bf1d2feb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:02.658278 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-afc86816-fba7-40e9-87bf-0ee2ee4e9d01 req-82fa13c7-a8e6-464c-a78c-58c9bf1d2feb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0533342 Feb 04 18:03:02.706106 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-afc86816-fba7-40e9-87bf-0ee2ee4e9d01 req-8a20e5d3-4b0f-4a08-8e3b-151bf98cbcc8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Feb 04 18:03:03.218453 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:03.262857 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f4802-32af-4432-8e5d-7925ae34eb96 req-61c96a58-0ead-4444-bd40-a3562b33cbe2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:03.264875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4d1f4802-32af-4432-8e5d-7925ae34eb96 req-61c96a58-0ead-4444-bd40-a3562b33cbe2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0558181 Feb 04 18:03:03.311720 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4d1f4802-32af-4432-8e5d-7925ae34eb96 req-44ebecff-31d4-4605-a2ff-cc5d94f86a2a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Feb 04 18:03:03.677836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-8bca84a0-84a0-43f2-88f8-8f507480b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:03.677836 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-8bca84a0-84a0-43f2-88f8-8f507480b8d9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 1127 time: 0.0437021 Feb 04 18:03:03.739385 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-387d1036-6ca4-4de4-8f3e-eda5058b1ba8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 HTTP/1.1" status: 200 len: 217 time: 0.0401063 Feb 04 18:03:03.825038 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-1c1c166f-b6aa-4226-afcf-1ad9f37b7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:03.826912 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-1c1c166f-b6aa-4226-afcf-1ad9f37b7def service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.0481791 Feb 04 18:03:03.828951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da10f4-0aea-4798-98b2-d4af10ed1b31 req-f4cf3105-4fb7-4fa7-be28-54fe46779559 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:03.830503 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98da10f4-0aea-4798-98b2-d4af10ed1b31 req-f4cf3105-4fb7-4fa7-be28-54fe46779559 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0535004 Feb 04 18:03:03.879029 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98da10f4-0aea-4798-98b2-d4af10ed1b31 req-94134e36-0df2-4bdf-a39d-f8585a4f7255 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Feb 04 18:03:03.924079 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-5b97a288-a5e9-46d8-85eb-3a0739197e3e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267727 Feb 04 18:03:04.017036 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-0521c77a-5433-403a-9387-5cbf1438cdaf service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857174 Feb 04 18:03:04.106985 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fdd9096b-4f92-420c-ae5c-370a2234a5d8 req-4a136548-6c3f-4e4a-a7c8-5aad66e464ed service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Feb 04 18:03:04.432540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc55e-1ae2-4cda-aeb0-aab7c3ad4b04 req-8fc2e1b7-d446-4bb1-817a-aba20809060d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:04.433418 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-490dc55e-1ae2-4cda-aeb0-aab7c3ad4b04 req-8fc2e1b7-d446-4bb1-817a-aba20809060d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0559371 Feb 04 18:03:04.483826 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-490dc55e-1ae2-4cda-aeb0-aab7c3ad4b04 req-573e470c-5281-415e-b8d0-ed8a4333f9f8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Feb 04 18:03:04.785622 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:05.000192 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2e48e-7bea-4179-bc56-e038ab00358b req-4f103b29-ab61-4619-9557-d3ac7db48614 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:05.001577 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33e2e48e-7bea-4179-bc56-e038ab00358b req-4f103b29-ab61-4619-9557-d3ac7db48614 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0536408 Feb 04 18:03:05.048399 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33e2e48e-7bea-4179-bc56-e038ab00358b req-50dd239f-863b-4143-83b9-1d15ebe571a1 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408242 Feb 04 18:03:05.605169 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fed9e-4d9d-4c10-a904-9615c889b687 req-78d4209b-8fe1-40d6-b56e-8c83dad360f0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:05.606666 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-737fed9e-4d9d-4c10-a904-9615c889b687 req-78d4209b-8fe1-40d6-b56e-8c83dad360f0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0539920 Feb 04 18:03:05.652437 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-737fed9e-4d9d-4c10-a904-9615c889b687 req-26e9484d-ce77-4850-a7f7-507057234f32 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 Feb 04 18:03:06.175477 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf84e3d-35ab-457c-acab-eca56c48e465 req-3fc26456-e9cd-4aaf-a12d-740e5e39fefc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:06.177006 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ddf84e3d-35ab-457c-acab-eca56c48e465 req-3fc26456-e9cd-4aaf-a12d-740e5e39fefc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0612652 Feb 04 18:03:06.239474 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ddf84e3d-35ab-457c-acab-eca56c48e465 req-7eba92ff-788c-48d1-a21b-396876935e00 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547352 Feb 04 18:03:06.775531 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f3b3a-29e8-41d1-b15b-9cbc6b418698 req-c7ace251-11a4-49bf-bdd0-cd861bfec230 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:06.777055 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202f3b3a-29e8-41d1-b15b-9cbc6b418698 req-c7ace251-11a4-49bf-bdd0-cd861bfec230 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0532827 Feb 04 18:03:06.827450 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202f3b3a-29e8-41d1-b15b-9cbc6b418698 req-da6de0d4-b061-4252-b931-6bb3016f59ee tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Feb 04 18:03:07.364793 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2f5eb-bb39-4ffd-b166-3cf832439778 req-85041b1c-ce46-430e-bf82-5da08e8a3acb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:07.366260 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a1b2f5eb-bb39-4ffd-b166-3cf832439778 req-85041b1c-ce46-430e-bf82-5da08e8a3acb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Feb 04 18:03:07.415672 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a1b2f5eb-bb39-4ffd-b166-3cf832439778 req-0b44d9cf-5659-4504-b32d-1162d80a7690 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Feb 04 18:03:07.955268 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04297-3a66-47e8-a50a-ba6c6c1164f2 req-39bd4f47-a273-40ce-b0c9-84cfa0bd5d64 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:07.956733 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cda04297-3a66-47e8-a50a-ba6c6c1164f2 req-39bd4f47-a273-40ce-b0c9-84cfa0bd5d64 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0513117 Feb 04 18:03:08.002276 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cda04297-3a66-47e8-a50a-ba6c6c1164f2 req-a867f3d0-d935-49d0-83e1-6fe376b1745c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Feb 04 18:03:08.531404 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c511c6-401b-4c2b-aaf0-84e98d256ff7 req-43f428ac-3bd5-4d00-ad7b-64f0d8875012 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:08.532876 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d6c511c6-401b-4c2b-aaf0-84e98d256ff7 req-43f428ac-3bd5-4d00-ad7b-64f0d8875012 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0518510 Feb 04 18:03:08.578193 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d6c511c6-401b-4c2b-aaf0-84e98d256ff7 req-74aa3296-d304-4804-918f-cdcca9dd8ebe tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Feb 04 18:03:09.128409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004a48a-670d-4588-8040-69942690e6f1 req-c4efd650-af14-4da7-a1f7-60024078d238 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:09.129907 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2004a48a-670d-4588-8040-69942690e6f1 req-c4efd650-af14-4da7-a1f7-60024078d238 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0565267 Feb 04 18:03:09.175998 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2004a48a-670d-4588-8040-69942690e6f1 req-78307fdc-37f5-4811-b6ba-57c0ae8ef658 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Feb 04 18:03:09.701849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2df147-1f1f-4a93-b8b0-e30e2be5faa6 req-01ed8c05-a451-494b-b06d-4b6a5f27505a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:09.703343 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a2df147-1f1f-4a93-b8b0-e30e2be5faa6 req-01ed8c05-a451-494b-b06d-4b6a5f27505a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Feb 04 18:03:09.749219 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a2df147-1f1f-4a93-b8b0-e30e2be5faa6 req-117eb902-d322-402d-9881-be12dc7a052f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Feb 04 18:03:10.295402 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d9953-a183-40fd-82bf-3014a607adf9 req-fe5277c7-9290-4a97-9d5e-9af755f8cff0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:10.296868 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e49d9953-a183-40fd-82bf-3014a607adf9 req-fe5277c7-9290-4a97-9d5e-9af755f8cff0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0543952 Feb 04 18:03:10.395274 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:03:10.552801 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e49d9953-a183-40fd-82bf-3014a607adf9 req-fd251161-d65b-4165-b02c-1a4e18b11105 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503264 Feb 04 18:03:10.871409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a465e3b-5248-413f-a233-9a8b42060d89 req-2813a788-1eeb-4bfe-9e89-44f1f012ff95 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:10.872944 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a465e3b-5248-413f-a233-9a8b42060d89 req-2813a788-1eeb-4bfe-9e89-44f1f012ff95 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Feb 04 18:03:10.917709 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a465e3b-5248-413f-a233-9a8b42060d89 req-d2ab2db2-153a-486e-916e-47906c8c7e69 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Feb 04 18:03:11.668494 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f0680-4f3d-4c3e-9c27-579ca9de0f1f req-d0d123f7-1044-40b3-83ec-ece6932226ee tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:11.670699 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-838f0680-4f3d-4c3e-9c27-579ca9de0f1f req-d0d123f7-1044-40b3-83ec-ece6932226ee tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0509858 Feb 04 18:03:11.718799 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-838f0680-4f3d-4c3e-9c27-579ca9de0f1f req-b217149f-c89a-477d-9763-2116a6656a24 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Feb 04 18:03:12.033149 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a8fc4-3e79-4c26-9531-3e63f99c20f7 req-138d8193-7e40-48bc-baa3-5a45f8eaaca0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:12.034628 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-261a8fc4-3e79-4c26-9531-3e63f99c20f7 req-138d8193-7e40-48bc-baa3-5a45f8eaaca0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Feb 04 18:03:12.078993 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-261a8fc4-3e79-4c26-9531-3e63f99c20f7 req-48f859c8-effc-4ecb-bf83-a3132083a075 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Feb 04 18:03:12.841592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83d248-8a21-4c32-a2a3-97c605bc27a4 req-028ff7cf-650b-444f-9e8b-50875debd59c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:12.843646 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3d83d248-8a21-4c32-a2a3-97c605bc27a4 req-028ff7cf-650b-444f-9e8b-50875debd59c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0524778 Feb 04 18:03:12.889999 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3d83d248-8a21-4c32-a2a3-97c605bc27a4 req-d5a1e41a-97e3-4564-9ccb-71f659ee9dcb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Feb 04 18:03:13.199375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49283-62bb-4efa-8c43-2120819be60c req-b8049a2f-64d8-48ab-b318-a1a356c62e18 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:13.200934 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0b49283-62bb-4efa-8c43-2120819be60c req-b8049a2f-64d8-48ab-b318-a1a356c62e18 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Feb 04 18:03:13.249333 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0b49283-62bb-4efa-8c43-2120819be60c req-0404ff5f-e910-448a-8892-0994a9841ae3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Feb 04 18:03:14.007877 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e67db-1f5a-470c-b7f4-f45e5c5afd28 req-2878bbb0-6b0e-47ae-b806-b3c44ae726be tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:14.009443 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6d4e67db-1f5a-470c-b7f4-f45e5c5afd28 req-2878bbb0-6b0e-47ae-b806-b3c44ae726be tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0544715 Feb 04 18:03:14.055586 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6d4e67db-1f5a-470c-b7f4-f45e5c5afd28 req-d7f6ecdd-c910-4092-bdc0-b85349619786 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Feb 04 18:03:14.374099 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cb6f5-622b-4cd6-86af-efd51fd772c5 req-4b17b6b6-28a8-44ca-acff-d84b757441c8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:14.375617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-575cb6f5-622b-4cd6-86af-efd51fd772c5 req-4b17b6b6-28a8-44ca-acff-d84b757441c8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0603247 Feb 04 18:03:14.421999 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-575cb6f5-622b-4cd6-86af-efd51fd772c5 req-dfc3f69d-975d-4fad-9993-aa60f1c88ccd tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Feb 04 18:03:14.866967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c5f1-538f-49cb-b5a9-92bf78043fa9 req-dea2ad47-be14-4780-b2c8-d1c991726fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:14.868480 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f913c5f1-538f-49cb-b5a9-92bf78043fa9 req-dea2ad47-be14-4780-b2c8-d1c991726fd1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0539100 Feb 04 18:03:14.916421 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f913c5f1-538f-49cb-b5a9-92bf78043fa9 req-59ce5210-edb8-4e71-b9ab-81e514572bb3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Feb 04 18:03:15.108730 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:03:15.178203 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4d88c-a0a4-4527-bd32-77540926aff5 req-9ce75784-70c7-4d9b-8a8d-5e045d25f049 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:15.179750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80f4d88c-a0a4-4527-bd32-77540926aff5 req-9ce75784-70c7-4d9b-8a8d-5e045d25f049 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 943 time: 0.0553162 Feb 04 18:03:15.210121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:15.223423 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'port_id': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7', 'mac_address': 'fa:16:3e:71:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c29342-7d7c-4b15-ba19-d1b2393955ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:03:15.228251 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80f4d88c-a0a4-4527-bd32-77540926aff5 req-d08b7623-df86-4c59-a66f-8050dc225fc0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Feb 04 18:03:15.271132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:15.271536 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:15.285352 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:03:15.305438 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:15.384653 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:15.438841 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:15.546473 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e490fe2-3598-4bfc-8cbc-fafd99160687 req-8147bb53-b62f-4e59-a604-9976841cc236 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:15.547986 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e490fe2-3598-4bfc-8cbc-fafd99160687 req-8147bb53-b62f-4e59-a604-9976841cc236 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Feb 04 18:03:15.603236 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e490fe2-3598-4bfc-8cbc-fafd99160687 req-d7ea1108-20f0-41eb-96ca-214f26f05f0d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Feb 04 18:03:16.068013 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:03:16.320083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52104) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:16.352366 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cf135-2b01-4661-bdc5-d25307899eb0 req-1ed59f43-7b7f-4268-acf9-19ca06c5f6b8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:16.353913 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d60cf135-2b01-4661-bdc5-d25307899eb0 req-1ed59f43-7b7f-4268-acf9-19ca06c5f6b8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 944 time: 0.0555828 Feb 04 18:03:16.409660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d60cf135-2b01-4661-bdc5-d25307899eb0 req-0a73773b-b67d-4cf8-8d54-14d40ae11ce5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495396 Feb 04 18:03:16.473749 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22082cd0-9229-41b3-93a7-7300166961c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.545359 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22082cd0-9229-41b3-93a7-7300166961c6 admin admin] Publish callbacks [] for security_group (53d1669f-e9af-4c0c-9c69-53019c99b2eb), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.649216 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22082cd0-9229-41b3-93a7-7300166961c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (53d1669f-e9af-4c0c-9c69-53019c99b2eb), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.688665 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-22082cd0-9229-41b3-93a7-7300166961c6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=640a67735a1b4f68bfd28b52bba16255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674800 Feb 04 18:03:16.691557 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52116) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:16.697819 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22082cd0-9229-41b3-93a7-7300166961c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1669f-e9af-4c0c-9c69-53019c99b2eb,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:16.771028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cdbd-d428-4abd-ae49-75dc2d24b647 req-4615e169-49eb-46f6-b44d-bbfe02d003f3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:16.772551 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c889cdbd-d428-4abd-ae49-75dc2d24b647 req-4615e169-49eb-46f6-b44d-bbfe02d003f3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0927725 Feb 04 18:03:16.777617 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] Publish callbacks [] for security_group (53d1669f-e9af-4c0c-9c69-53019c99b2eb), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.828572 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] Publish callbacks [] for security_group (53d1669f-e9af-4c0c-9c69-53019c99b2eb), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.865662 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c889cdbd-d428-4abd-ae49-75dc2d24b647 req-c2944146-e4c6-47fd-83b9-56fc64265eca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858777 Feb 04 18:03:16.957216 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (53d1669f-e9af-4c0c-9c69-53019c99b2eb), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.959825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:16.961009 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/53d1669f-e9af-4c0c-9c69-53019c99b2eb HTTP/1.1" status: 204 len: 168 time: 0.2683811 Feb 04 18:03:16.968827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec1179-89f8-4505-9879-4e57ce6e8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1669f-e9af-4c0c-9c69-53019c99b2eb,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:17.531670 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a705-d707-47e2-9048-96225f4ab336 req-ece41bd2-b8ba-4b3b-952a-f50f95fbc35f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:17.533161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ab2a705-d707-47e2-9048-96225f4ab336 req-ece41bd2-b8ba-4b3b-952a-f50f95fbc35f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 944 time: 0.0538797 Feb 04 18:03:17.582735 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ab2a705-d707-47e2-9048-96225f4ab336 req-ea6003cd-0414-4110-8fce-40b8e66439d5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431912 Feb 04 18:03:17.679487 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52138) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:17.692691 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-16bb367d-cd43-49b1-a73a-59d4dbf01453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:17.745083 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:17.768473 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-16bb367d-cd43-49b1-a73a-59d4dbf01453 admin admin] Publish callbacks [] for security_group (d65344fd-0d7c-4059-b057-74ec4ded46cd), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:17.890034 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-16bb367d-cd43-49b1-a73a-59d4dbf01453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d65344fd-0d7c-4059-b057-74ec4ded46cd), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:17.930343 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb367d-cd43-49b1-a73a-59d4dbf01453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65344fd-0d7c-4059-b057-74ec4ded46cd,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:17.934692 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-16bb367d-cd43-49b1-a73a-59d4dbf01453 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9284797cf1a4fa4889531f9cc9a9d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541709 Feb 04 18:03:17.943847 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52144) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:18.022065 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afb7a7-b338-4ef5-979b-e6f38b17a001 req-28db07df-b386-4655-900e-da79064bad26 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.023504 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72afb7a7-b338-4ef5-979b-e6f38b17a001 req-28db07df-b386-4655-900e-da79064bad26 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0870342 Feb 04 18:03:18.026397 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] Publish callbacks [] for security_group (d65344fd-0d7c-4059-b057-74ec4ded46cd), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:18.064110 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] Publish callbacks [] for security_group (d65344fd-0d7c-4059-b057-74ec4ded46cd), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:18.108967 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72afb7a7-b338-4ef5-979b-e6f38b17a001 req-b5020217-b900-48e9-b76c-8204fa543a0c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796518 Feb 04 18:03:18.232301 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d65344fd-0d7c-4059-b057-74ec4ded46cd), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:18.236311 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:18.244637 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d65344fd-0d7c-4059-b057-74ec4ded46cd HTTP/1.1" status: 204 len: 168 time: 0.3002543 Feb 04 18:03:18.248293 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939a8f6-a1df-4f93-b71c-6f885fdd84d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65344fd-0d7c-4059-b057-74ec4ded46cd,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:18.586451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a916ca6-17e6-457b-9728-51882c8ba133 req-3d3fa30a-aff7-46b8-8531-066c0545a29a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.588040 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a916ca6-17e6-457b-9728-51882c8ba133 req-3d3fa30a-aff7-46b8-8531-066c0545a29a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Feb 04 18:03:18.641371 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a916ca6-17e6-457b-9728-51882c8ba133 req-e8e0162e-9e52-4ea9-a1dc-bae538b91b01 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Feb 04 18:03:18.656334 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-e947040d-50c1-48ab-9e25-ab58054e48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.657857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-e947040d-50c1-48ab-9e25-ab58054e48d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0703130 Feb 04 18:03:18.731413 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974807-8c4e-41d2-b51b-ed1ff01fb3d9 req-111a6128-ab22-4d85-86c9-86fa5d5a6b64 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.734864 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e974807-8c4e-41d2-b51b-ed1ff01fb3d9 req-111a6128-ab22-4d85-86c9-86fa5d5a6b64 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 944 time: 0.0576539 Feb 04 18:03:18.753158 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-92ffa487-84ba-489e-8887-06d470750a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.754746 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-92ffa487-84ba-489e-8887-06d470750a2b service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.0890291 Feb 04 18:03:18.792971 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e974807-8c4e-41d2-b51b-ed1ff01fb3d9 req-4d903f5a-2e3a-40aa-9543-5579f4396dce tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Feb 04 18:03:18.798588 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-ee5d61ed-eaee-4ecf-9f53-a1756177f953 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0376706 Feb 04 18:03:18.857826 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-3ac93e09-3d0a-43b8-aa7e-a4953b26d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:18.859356 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-3ac93e09-3d0a-43b8-aa7e-a4953b26d042 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0448089 Feb 04 18:03:18.891030 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-6823aa05-46ab-4aef-a6c7-ee83e8a6df49 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254595 Feb 04 18:03:18.988186 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-f0488d5d-7788-40ad-842b-d779507b399a service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867512 Feb 04 18:03:19.077357 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a5524d9-cc2a-4e64-a991-521d4cda073e req-a70c896c-72f2-4afe-8a12-b145e2e73bf7 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875342 Feb 04 18:03:19.098638 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52178) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:19.125585 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52182) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:19.132683 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:19.150336 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f8d9-3aaa-4004-8d7b-f6e3f17e3fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.234721 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f8d9-3aaa-4004-8d7b-f6e3f17e3fad admin admin] Publish callbacks [] for security_group (b23b8028-fa96-4c17-9991-2014ce3798cc), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.297782 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:03:19.302594 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:19.312660 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.317866 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da17f541-ebd3-4eb8-b3b3-6e12f48679c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.335080 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aaf9f8d9-3aaa-4004-8d7b-f6e3f17e3fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (b23b8028-fa96-4c17-9991-2014ce3798cc), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.385377 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-aaf9f8d9-3aaa-4004-8d7b-f6e3f17e3fad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=507c0012af1b4eaaaea7f4ce524d1bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560301 Feb 04 18:03:19.385377 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9f8d9-3aaa-4004-8d7b-f6e3f17e3fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b8028-fa96-4c17-9991-2014ce3798cc,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:19.385693 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52188) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:19.412146 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:19.412546 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.431836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da17f541-ebd3-4eb8-b3b3-6e12f48679c8 admin admin] Publish callbacks [] for security_group (296c1dd2-64ea-438e-9802-4f62a3556269), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.435382 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:03:19.438151 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce3bdc-133e-4c95-9069-a9a26662f239" -d '{"events": [{"server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "name": "network-vif-plugged", "status": "completed", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:03:19.451003 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:19.457614 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] Publish callbacks [] for security_group (b23b8028-fa96-4c17-9991-2014ce3798cc), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.483263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] Publish callbacks [] for security_group (b23b8028-fa96-4c17-9991-2014ce3798cc), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.487196 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60323af2-9a5c-4591-8842-25730ad9ed68 x-openstack-request-id: req-60323af2-9a5c-4591-8842-25730ad9ed68 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:03:19.487600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "name": "network-vif-plugged", "status": "completed", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:03:19.487839 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60323af2-9a5c-4591-8842-25730ad9ed68 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:03:19.488647 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7', 'code': 200} Feb 04 18:03:19.509278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-da17f541-ebd3-4eb8-b3b3-6e12f48679c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (296c1dd2-64ea-438e-9802-4f62a3556269), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.535060 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.559971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17f541-ebd3-4eb8-b3b3-6e12f48679c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296c1dd2-64ea-438e-9802-4f62a3556269,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:19.565086 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-da17f541-ebd3-4eb8-b3b3-6e12f48679c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2c73bebec8574f80965c917aefa5efd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651618 Feb 04 18:03:19.569134 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52198) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:19.604245 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:19.635704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] Publish callbacks [] for security_group (296c1dd2-64ea-438e-9802-4f62a3556269), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.658088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] Publish callbacks [] for security_group (296c1dd2-64ea-438e-9802-4f62a3556269), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.688027 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (b23b8028-fa96-4c17-9991-2014ce3798cc), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.690657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.692857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b23b8028-fa96-4c17-9991-2014ce3798cc HTTP/1.1" status: 204 len: 168 time: 0.3061850 Feb 04 18:03:19.711705 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2fd6-bbd8-4517-a30b-9dff8ca56e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b8028-fa96-4c17-9991-2014ce3798cc,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:19.790009 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fb318-8bf4-47bf-a765-15e9c7fd0212 req-9e7d8590-2baf-4e1b-a5b4-9edacf78d7c0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:19.791557 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b84fb318-8bf4-47bf-a765-15e9c7fd0212 req-9e7d8590-2baf-4e1b-a5b4-9edacf78d7c0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0698128 Feb 04 18:03:19.806302 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (296c1dd2-64ea-438e-9802-4f62a3556269), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.816387 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:19.817794 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/296c1dd2-64ea-438e-9802-4f62a3556269 HTTP/1.1" status: 204 len: 168 time: 0.2475314 Feb 04 18:03:19.838467 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665555c4-08b7-45fa-9106-351ed4c3c105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c1dd2-64ea-438e-9802-4f62a3556269,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:19.889196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b84fb318-8bf4-47bf-a765-15e9c7fd0212 req-4985ff02-c41f-4aa9-a8bb-4b11795264f6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872693 Feb 04 18:03:19.926468 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef3a92-8b50-4bd1-bd77-43b8e7fdc615 req-299d6369-2233-465a-b811-b135488eec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:19.927999 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-46ef3a92-8b50-4bd1-bd77-43b8e7fdc615 req-299d6369-2233-465a-b811-b135488eec8b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 1129 time: 0.0678318 Feb 04 18:03:19.948401 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbf44e-c26a-4295-a442-8e72e9e38014 req-538c2cd5-76e2-4be8-9b0d-4246db5f5138 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:19.949873 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-89fbf44e-c26a-4295-a442-8e72e9e38014 req-538c2cd5-76e2-4be8-9b0d-4246db5f5138 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0540018 Feb 04 18:03:19.976286 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-46ef3a92-8b50-4bd1-bd77-43b8e7fdc615 req-9832e9de-7ffa-4b92-b726-18a938ee8fa4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 Feb 04 18:03:19.997602 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-89fbf44e-c26a-4295-a442-8e72e9e38014 req-aa583c4e-68c8-4fcf-a796-adba9875164c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Feb 04 18:03:20.091277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52218) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:20.250057 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c0f4271d-ca6e-4eea-89b9-29705f4e0cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.325318 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c0f4271d-ca6e-4eea-89b9-29705f4e0cad admin admin] Publish callbacks [] for security_group (93125c9f-2e12-40c9-82bd-cf374e840122), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.392325 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c0f4271d-ca6e-4eea-89b9-29705f4e0cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (93125c9f-2e12-40c9-82bd-cf374e840122), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.624127 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c0f4271d-ca6e-4eea-89b9-29705f4e0cad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=56a57d583b1749369a078cff31c1736b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5314224 Feb 04 18:03:20.624974 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4271d-ca6e-4eea-89b9-29705f4e0cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93125c9f-2e12-40c9-82bd-cf374e840122,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:20.626840 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52232) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:20.677735 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] Publish callbacks [] for security_group (93125c9f-2e12-40c9-82bd-cf374e840122), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.698936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] Publish callbacks [] for security_group (93125c9f-2e12-40c9-82bd-cf374e840122), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.728582 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52238) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:20.743095 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59b6c7e2-91c5-4258-a891-ac5f1f3dd8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.830632 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (93125c9f-2e12-40c9-82bd-cf374e840122), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.834267 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.840151 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/93125c9f-2e12-40c9-82bd-cf374e840122 HTTP/1.1" status: 204 len: 168 time: 0.2071025 Feb 04 18:03:20.843690 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140867e-4c3d-4147-b66a-eef3db25c0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93125c9f-2e12-40c9-82bd-cf374e840122,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:20.927114 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59b6c7e2-91c5-4258-a891-ac5f1f3dd8d9 admin admin] Publish callbacks [] for security_group (c1107056-8734-4733-b00c-a520736700c1), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:20.986678 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59b6c7e2-91c5-4258-a891-ac5f1f3dd8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (c1107056-8734-4733-b00c-a520736700c1), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.038370 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-59b6c7e2-91c5-4258-a891-ac5f1f3dd8d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=829dbdf5cc604ca8afce7abdeda59ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080626 Feb 04 18:03:21.039336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6c7e2-91c5-4258-a891-ac5f1f3dd8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1107056-8734-4733-b00c-a520736700c1,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:21.041916 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52256) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:21.073251 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356f6fc-2058-4b14-b8bf-660c66839fc6 req-2fb51bf5-6dcd-42a0-abd6-9e746cbbceba tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:21.080813 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a356f6fc-2058-4b14-b8bf-660c66839fc6 req-2fb51bf5-6dcd-42a0-abd6-9e746cbbceba tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.1026580 Feb 04 18:03:21.086077 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52258) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:21.120419 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] Publish callbacks [] for security_group (c1107056-8734-4733-b00c-a520736700c1), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.164003 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] Publish callbacks [] for security_group (c1107056-8734-4733-b00c-a520736700c1), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.196655 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a356f6fc-2058-4b14-b8bf-660c66839fc6 req-63851616-0715-4a5b-8e98-9d4078ea4e78 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112740 Feb 04 18:03:21.215446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78cb2a-1df0-4df1-9e52-70d9ed6f0616 req-139d2997-2ab1-40d2-90ef-05a6d8643287 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:21.225206 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-da78cb2a-1df0-4df1-9e52-70d9ed6f0616 req-139d2997-2ab1-40d2-90ef-05a6d8643287 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.1261342 Feb 04 18:03:21.278877 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-da78cb2a-1df0-4df1-9e52-70d9ed6f0616 req-a661de2d-3c54-464c-96bc-647709262245 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523894 Feb 04 18:03:21.307236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (c1107056-8734-4733-b00c-a520736700c1), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.309914 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.311218 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c1107056-8734-4733-b00c-a520736700c1 HTTP/1.1" status: 204 len: 168 time: 0.2681262 Feb 04 18:03:21.321943 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dbe04-8572-456b-b80d-d9b481829e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1107056-8734-4733-b00c-a520736700c1,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:21.420822 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1749324578-network', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:21.534361 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Made reservation on behalf of e2493fd3d7f84ef0ac9f24b259ec02d8 for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:21.537240 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.549978 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.621864 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks [] for security_group (7a59ba52-f35f-4f5c-a2fc-a59be082dd28), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.740300 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7a59ba52-f35f-4f5c-a2fc-a59be082dd28), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.768753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:03:21.775306 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a59ba52-f35f-4f5c-a2fc-a59be082dd28,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:21.783080 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (e1064070-7605-4b43-906f-e026a79f7ba9), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.783446 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Added segment e1064070-7605-4b43-906f-e026a79f7ba9 of type vlan for network 292f6a38-4bca-48ca-b116-76ea4926f066 Feb 04 18:03:21.829000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (292f6a38-4bca-48ca-b116-76ea4926f066), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.923420 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (292f6a38-4bca-48ca-b116-76ea4926f066), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.924621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:21.925277 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:21.991003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] Pushing event updated for resources: {'Network': ['ID=292f6a38-4bca-48ca-b116-76ea4926f066,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:22.001590 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 292f6a38-4bca-48ca-b116-76ea4926f066 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:03:22.080806 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9528aada-e411-42ae-a320-af620108f939 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9930291 Feb 04 18:03:22.090714 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52280) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:22.096262 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Request body: {'subnet': {'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1749324578-subnet', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:22.214892 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Made reservation on behalf of e2493fd3d7f84ef0ac9f24b259ec02d8 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:22.218589 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824458'] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:22.358439 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0fd38-bd64-46d0-8b78-c441dfe2413b req-b0a2275c-1e21-4b5b-a998-0373b77f70de tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:22.359971 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51e0fd38-bd64-46d0-8b78-c441dfe2413b req-b0a2275c-1e21-4b5b-a998-0373b77f70de tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0867388 Feb 04 18:03:22.510724 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51e0fd38-bd64-46d0-8b78-c441dfe2413b req-542191ac-9414-4300-8c8c-637092c47051 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360607 Feb 04 18:03:22.533831 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf940c-4492-4e37-8634-998c2b21d7f9 req-8f5a3c88-5b87-4005-86ab-67ad56005e81 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:22.535263 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8fdf940c-4492-4e37-8634-998c2b21d7f9 req-8f5a3c88-5b87-4005-86ab-67ad56005e81 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.1744065 Feb 04 18:03:22.584681 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8fdf940c-4492-4e37-8634-998c2b21d7f9 req-728527da-0c6c-467e-9cd9-6cb7eb8f4910 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Feb 04 18:03:22.591788 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26360292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824508'] for subnet (07521e48-2dea-44df-b377-484d5c95b2d0), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:22.659390 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07521e48-2dea-44df-b377-484d5c95b2d0,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:22.662402 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Checking segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:22.662882 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Network hostable DHCP agents. Network: 292f6a38-4bca-48ca-b116-76ea4926f066, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:03:22.744723 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Network 292f6a38-4bca-48ca-b116-76ea4926f066 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:03:22.847921 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 292f6a38-4bca-48ca-b116-76ea4926f066) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:22.853544 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:22.854385 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:22.867584 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd739a29-101c-4b0e-ba60-e4af678e0c42 None None] Network 292f6a38-4bca-48ca-b116-76ea4926f066 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:22.983086 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-292f6a38-4bca-48ca-b116-76ea4926f066', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:03:22.984024 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.006912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6dc4a90a-bc42-48d4-afe4-146c31b59e7e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9151301 Feb 04 18:03:23.009495 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52306) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:23.014003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:23.138247 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Allocated IP 172.20.0.2 (292f6a38-4bca-48ca-b116-76ea4926f066/07521e48-2dea-44df-b377-484d5c95b2d0/c084c440-4df9-46dd-891b-d81bd5101f84) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:23.175101 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.176483 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.236650 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for router_controller (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.290310 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks [] for port (c084c440-4df9-46dd-891b-d81bd5101f84), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.414681 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.461042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Network 292f6a38-4bca-48ca-b116-76ea4926f066 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:23.464138 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:23.466553 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for router_gateway (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.467423 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:23.473202 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Pushing event updated for resources: {'Port': ['ID=c084c440-4df9-46dd-891b-d81bd5101f84,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:23.527548 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Attempting to bind port c084c440-4df9-46dd-891b-d81bd5101f84 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:23.527921 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Attempting to bind port c084c440-4df9-46dd-891b-d81bd5101f84 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:23.528283 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Attempting to bind port c084c440-4df9-46dd-891b-d81bd5101f84 on network 292f6a38-4bca-48ca-b116-76ea4926f066 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:23.534041 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:23.534443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Checking segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:23.534869 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.535263 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Bound using segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:23.535737 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Bound port: c084c440-4df9-46dd-891b-d81bd5101f84, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:23.536123 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.633652 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] For port c084c440-4df9-46dd-891b-d81bd5101f84, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:23.640016 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] For port c084c440-4df9-46dd-891b-d81bd5101f84, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=c084c440-4df9-46dd-891b-d81bd5101f84,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:23.697802 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bebf53-4520-4136-9c59-e397eb857f8e req-e3c317d3-64b8-4a62-99da-ba06797082ef tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:23.699315 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e3bebf53-4520-4136-9c59-e397eb857f8e req-e3c317d3-64b8-4a62-99da-ba06797082ef tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0697050 Feb 04 18:03:23.758693 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.762558 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e3bebf53-4520-4136-9c59-e397eb857f8e req-377effa2-953b-42a8-8bb1-e3098ae46136 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Feb 04 18:03:23.820901 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508bd1-3143-4097-946b-66d017c26b25 None None] Pushing event updated for resources: {'Port': ['ID=c084c440-4df9-46dd-891b-d81bd5101f84,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:23.908860 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for router_gateway (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:23.930833 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:24.073616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Allocated IP 172.27.3.71 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/e4b1a3f4-644f-4818-a5ba-c5f7f7b35165) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:24.305735 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:24.387825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:24.430279 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:24.433353 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:24.437442 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:24.442979 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Pushing event updated for resources: {'Port': ['ID=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:24.827028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for router_gateway (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:24.936877 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11a06e-dde2-4e8c-9572-908f89bf1a3d None None] Network 292f6a38-4bca-48ca-b116-76ea4926f066 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:24.965067 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2d3a7-c7dc-4012-854d-7c1166e75646 req-93bac9f2-a2f1-4272-9b2c-57015811c58c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:24.966731 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36d2d3a7-c7dc-4012-854d-7c1166e75646 req-93bac9f2-a2f1-4272-9b2c-57015811c58c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.1046445 Feb 04 18:03:25.051929 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Provisioning complete for port c084c440-4df9-46dd-891b-d81bd5101f84 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:25.052313 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.084932 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36d2d3a7-c7dc-4012-854d-7c1166e75646 req-65531b88-2d80-4637-8b7e-19feb29b9f85 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794837 Feb 04 18:03:25.108789 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.153261 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Current status of the port c084c440-4df9-46dd-891b-d81bd5101f84 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:25.153660 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.199216 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] For port c084c440-4df9-46dd-891b-d81bd5101f84, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=c084c440-4df9-46dd-891b-d81bd5101f84,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:25.270983 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.347520 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd77ebf-8f28-4f87-8f12-b92d9cf08622 None None] Pushing event updated for resources: {'Port': ['ID=c084c440-4df9-46dd-891b-d81bd5101f84,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:25.391626 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-956ef3dd-1171-49bc-a603-c6fd9f443b5f None None] Provisioning complete for port c084c440-4df9-46dd-891b-d81bd5101f84 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:25.392099 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-956ef3dd-1171-49bc-a603-c6fd9f443b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.437098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:03:25.486935 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-956ef3dd-1171-49bc-a603-c6fd9f443b5f None None] Current status of the port c084c440-4df9-46dd-891b-d81bd5101f84 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:25.546743 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device c084c440-4df9-46dd-891b-d81bd5101f84 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:25.605504 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port c084c440-4df9-46dd-891b-d81bd5101f84 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:25.605889 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.801113 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:03:25.818924 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Sync routers for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:03:25.828278 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port c084c440-4df9-46dd-891b-d81bd5101f84 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:25.834265 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:25.835065 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:25.885777 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:25.888001 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ed63983e-7902-4e73-9c91-66dfae8d3dca admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8766820 Feb 04 18:03:25.895790 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52378) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:25.954384 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:26.149089 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:24Z', 'revision_number': 3, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:26.187559 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Checking router: 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:03:26.188254 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Updating router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:03:26.240791 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.430227 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.538940 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks [] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.587399 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Allocated IP 172.20.0.1 (292f6a38-4bca-48ca-b116-76ea4926f066/07521e48-2dea-44df-b377-484d5c95b2d0/96f73632-0b3d-472a-890b-910ac800bcb3) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:26.597494 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.653718 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Attempting to bind port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:26.654193 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Attempting to bind port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:26.655512 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Attempting to bind port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:26.657008 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,revision_number=2']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:26.665547 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:26.670747 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:26.670747 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.670747 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:26.670747 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Bound port: e4b1a3f4-644f-4818-a5ba-c5f7f7b35165, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:26.670747 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.671189 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.671388 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.671757 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.672103 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.672439 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.672770 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.673102 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.673431 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.673761 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.674104 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.674455 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.674788 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.675113 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:26.699130 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks [] for port (96f73632-0b3d-472a-890b-910ac800bcb3), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.731024 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] For port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:26.735472 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] For port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:26.809848 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.810500 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.850563 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Network 292f6a38-4bca-48ca-b116-76ea4926f066 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:26.853540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:26.857177 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:26.873179 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:26.876234 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:26.889116 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Pushing event updated for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:26.913312 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:26.921577 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b1ccc-6744-4800-bb5d-d0db2df914d5 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:27.026330 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:27.202582 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.220897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-4f7e3107-7aee-40fe-86eb-670aeb943d28 None None] Provisioning complete for port 96f73632-0b3d-472a-890b-910ac800bcb3 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:27.221516 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3107-7aee-40fe-86eb-670aeb943d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.258837 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e3107-7aee-40fe-86eb-670aeb943d28 None None] Port 96f73632-0b3d-472a-890b-910ac800bcb3 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:27.296773 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:24Z', 'revision_number': 3, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:27.323779 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ca748-8fca-4cd2-8428-6082b8fc3def None None] The sync data for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi is: [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:24Z', 'revision_number': 3, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:03:27.394792 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks [] for port (96f73632-0b3d-472a-890b-910ac800bcb3), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.443123 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.516284 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.519090 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Pushing event updated for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:27.621443 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Network 292f6a38-4bca-48ca-b116-76ea4926f066 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:27.623876 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:27.767724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:03:27.887053 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:03:27.891394 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-89540b1e-45d9-4717-9297-fc42f08ff8e0 None None] Provisioning complete for port 96f73632-0b3d-472a-890b-910ac800bcb3 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:27.892060 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-89540b1e-45d9-4717-9297-fc42f08ff8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:27.892441 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-21d79907-ac8f-4fd1-921b-603ec75ee03d admin admin] 10.222.0.98 "PUT /v2.0/routers/1bbc1e3c-f352-4ac2-a9bf-0c4299feab44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951079 Feb 04 18:03:27.927978 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-89540b1e-45d9-4717-9297-fc42f08ff8e0 None None] Port 96f73632-0b3d-472a-890b-910ac800bcb3 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:28.259684 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9a700-3dd4-4ebf-8bf0-b2aa2748e2e8 req-2c7e068f-190d-49a0-aebf-7df145becd50 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:28.261337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ada9a700-3dd4-4ebf-8bf0-b2aa2748e2e8 req-2c7e068f-190d-49a0-aebf-7df145becd50 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0577841 Feb 04 18:03:28.324184 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ada9a700-3dd4-4ebf-8bf0-b2aa2748e2e8 req-b81d6941-8819-4fd3-89b9-82f64b987793 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Feb 04 18:03:28.562777 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-feaa2a22-6cca-48ff-9639-35d4d8dfe080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:28.753819 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52450) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:28.759294 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1831562028-network', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:28.871891 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Made reservation on behalf of a85a53bb1e53430daaa1ea0965bd13d8 for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:28.874258 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:28.883635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:28.962371 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks [] for security_group (09f56e39-aa57-4cde-89a0-eb64a4ef9883), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.071089 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Sync routers for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:03:29.081638 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:29.106096 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:29.123815 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (09f56e39-aa57-4cde-89a0-eb64a4ef9883), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.148945 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:03:29.157834 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f56e39-aa57-4cde-89a0-eb64a4ef9883,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:29.163874 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (a2a96532-11f8-46cc-9777-9f26979ca329), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.164243 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Added segment a2a96532-11f8-46cc-9777-9f26979ca329 of type vlan for network 1a01fcab-ae41-4c01-9456-c324224e3456 Feb 04 18:03:29.192925 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:29.208421 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (1a01fcab-ae41-4c01-9456-c324224e3456), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.334894 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (1a01fcab-ae41-4c01-9456-c324224e3456), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.336404 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:29.337113 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.404736 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] Pushing event updated for resources: {'Network': ['ID=1a01fcab-ae41-4c01-9456-c324224e3456,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:29.419628 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 2, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:29.425176 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 1a01fcab-ae41-4c01-9456-c324224e3456 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:03:29.461086 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-487cabce-56e1-4bb4-919c-005a015d8d0d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7032397 Feb 04 18:03:29.461450 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52464) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:29.467273 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Request body: {'subnet': {'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1831562028-subnet', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:29.498209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Checking router: 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:03:29.499129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Updating router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 port 96f73632-0b3d-472a-890b-910ac800bcb3 binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:03:29.557255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.567930 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:29.568696 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Made reservation on behalf of a85a53bb1e53430daaa1ea0965bd13d8 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:29.571210 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824458'] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.765022 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:29.765403 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.826654 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26360292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824508'] for subnet (be06b050-16b1-4ccb-90e6-42d92f89bdee), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.887984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=be06b050-16b1-4ccb-90e6-42d92f89bdee,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:29.893836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Checking segment: {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:29.894168 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Network hostable DHCP agents. Network: 1a01fcab-ae41-4c01-9456-c324224e3456, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:03:29.929418 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:29.929818 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.937847 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks [] for port (96f73632-0b3d-472a-890b-910ac800bcb3), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:29.955781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:29.986004 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Network 1a01fcab-ae41-4c01-9456-c324224e3456 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:03:30.078043 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.104221 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 1a01fcab-ae41-4c01-9456-c324224e3456) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:30.106714 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.108666 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:30.109378 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.122643 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b9a57-95c2-478e-bc63-18d1a7affd29 None None] Network 1a01fcab-ae41-4c01-9456-c324224e3456 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:30.194769 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c9b1-eec9-4c4a-b79f-18e7daf9b904 None None] Pushing event updated for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:30.209843 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52472) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:30.210326 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b55d2972-f258-4ce5-9ef6-545754b201bc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7473917 Feb 04 18:03:30.215381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:30.269007 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Attempting to bind port 96f73632-0b3d-472a-890b-910ac800bcb3 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:30.269382 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Attempting to bind port 96f73632-0b3d-472a-890b-910ac800bcb3 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:30.269752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Attempting to bind port 96f73632-0b3d-472a-890b-910ac800bcb3 on network 292f6a38-4bca-48ca-b116-76ea4926f066 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:30.288237 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:30.288622 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Checking segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:30.291821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.291821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Bound using segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:30.291821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Bound port: 96f73632-0b3d-472a-890b-910ac800bcb3, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:30.291821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.320975 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:30.352404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.353586 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.384757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-1a01fcab-ae41-4c01-9456-c324224e3456', 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456', 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'fixed_ips': [{'subnet_id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:03:30.385598 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.410741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-1b66868b-fa30-46bf-b639-467c7ef5a53f None None] Provisioning complete for port 96f73632-0b3d-472a-890b-910ac800bcb3 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:30.411042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1b66868b-fa30-46bf-b639-467c7ef5a53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.413506 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for router_controller (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), precommit_add_association {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.444096 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] For port 96f73632-0b3d-472a-890b-910ac800bcb3, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:30.509431 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] For port 96f73632-0b3d-472a-890b-910ac800bcb3, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=96f73632-0b3d-472a-890b-910ac800bcb3,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:30.525192 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-1b66868b-fa30-46bf-b639-467c7ef5a53f None None] Port 96f73632-0b3d-472a-890b-910ac800bcb3 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:30.599120 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.644062 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Allocated IP 172.20.0.2 (1a01fcab-ae41-4c01-9456-c324224e3456/be06b050-16b1-4ccb-90e6-42d92f89bdee/6b3b33c6-690b-40b9-acf8-43f60ba5a31e) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:30.680809 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for router_gateway (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:30.773821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:30.774625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:30.779577 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c9b1-eec9-4c4a-b79f-18e7daf9b904 None None] Pushing event updated for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:30.902060 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d007d091-a905-4e88-8204-4719d67c44c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.021209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks [] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.023946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:31.041639 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for router_gateway (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.065033 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.175326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Allocated IP 172.27.3.203 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/137f5d67-23a3-4592-8015-892a3ddc6948) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:31.191530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.281481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Provisioning complete for port 96f73632-0b3d-472a-890b-910ac800bcb3 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:31.281481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.281829 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Pushing event updated for resources: {'Port': ['ID=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:31.286077 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Network 1a01fcab-ae41-4c01-9456-c324224e3456 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:31.298977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for port (137f5d67-23a3-4592-8015-892a3ddc6948), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.338948 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:31.345704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:31.409324 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.450287 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Attempting to bind port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:31.450694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Attempting to bind port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:31.451066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Attempting to bind port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e on network 1a01fcab-ae41-4c01-9456-c324224e3456 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:31.463376 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:31.463768 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Checking segment: {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:31.464186 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.464590 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Bound using segment: {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:31.465091 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Bound port: 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:31.465488 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.469080 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:31.472686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:31.476623 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:31.500852 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Pushing event updated for resources: {'Port': ['ID=137f5d67-23a3-4592-8015-892a3ddc6948,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:31.552521 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:31.558732 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Current status of the port 96f73632-0b3d-472a-890b-910ac800bcb3 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:31.559134 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.678454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] For port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:31.681540 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] For port 96f73632-0b3d-472a-890b-910ac800bcb3, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=96f73632-0b3d-472a-890b-910ac800bcb3,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:31.685339 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:30Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:31.722532 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] For port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:31.724730 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ea421c-7140-471e-ad12-02b33abfd7c3 None None] The sync data for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi is: [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:30Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:03:31.733610 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:31.733996 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.792563 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.836724 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.879976 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for router_gateway (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:31.880712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23aca64-3e6e-44ce-b987-3ffb2854e360 None None] Pushing event updated for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:31.983833 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:32.040939 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e71618-4f1e-4fed-8f97-22807043f809 None None] Pushing event updated for resources: {'Port': ['ID=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:32.111674 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:32.174775 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:32.414818 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:03:32.527626 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:03:32.538212 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Sync routers for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:03:32.555022 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:32.555022 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:32.615743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:32.619878 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52522) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:32.620517 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2bb32c87-8cc5-410b-8f6b-2e9ef6ec9819 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4081693 Feb 04 18:03:32.662538 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:32.911787 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 3, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:32.943679 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Checking router: b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:03:32.944193 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Updating router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 port 137f5d67-23a3-4592-8015-892a3ddc6948 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:03:32.983637 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.058260 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1fdd1b-d2c1-49f1-80d4-c4866898df9a None None] Network 1a01fcab-ae41-4c01-9456-c324224e3456 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:33.189016 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Provisioning complete for port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:33.197104 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.211900 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.244024 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.305068 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks [] for port (137f5d67-23a3-4592-8015-892a3ddc6948), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.310370 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Current status of the port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:33.311018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.347832 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] For port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:33.369287 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.383560 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Allocated IP 172.20.0.1 (1a01fcab-ae41-4c01-9456-c324224e3456/be06b050-16b1-4ccb-90e6-42d92f89bdee/9e51e959-61f9-4510-93b8-737b7ae7e824) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:33.423972 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bcd0c-2346-4631-b2f6-e6043f44c957 None None] Pushing event updated for resources: {'Port': ['ID=137f5d67-23a3-4592-8015-892a3ddc6948,revision_number=2']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:33.443445 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.446848 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Attempting to bind port 137f5d67-23a3-4592-8015-892a3ddc6948 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:33.447595 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Attempting to bind port 137f5d67-23a3-4592-8015-892a3ddc6948 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:33.450006 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Attempting to bind port 137f5d67-23a3-4592-8015-892a3ddc6948 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:33.461285 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:33.461950 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:33.462636 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.464229 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:33.464962 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Bound port: 137f5d67-23a3-4592-8015-892a3ddc6948, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:33.465616 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.531632 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] For port 137f5d67-23a3-4592-8015-892a3ddc6948, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:33.534975 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c45936-9747-4a7a-bcee-738da99e632b None None] Pushing event updated for resources: {'Port': ['ID=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:33.536295 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] For port 137f5d67-23a3-4592-8015-892a3ddc6948, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137f5d67-23a3-4592-8015-892a3ddc6948,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:33.538309 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks [] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.565824 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-d1edbdc6-f28e-40e5-b0f5-06b0aa84955a None None] Provisioning complete for port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:33.566312 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d1edbdc6-f28e-40e5-b0f5-06b0aa84955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.615569 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.644488 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6b3b33c6-690b-40b9-acf8-43f60ba5a31e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:33.648150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.667817 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:33.668700 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:33.690217 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Network 1a01fcab-ae41-4c01-9456-c324224e3456 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:33.693320 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-d1edbdc6-f28e-40e5-b0f5-06b0aa84955a None None] Current status of the port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:33.695036 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:33.700319 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:33.714296 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:33.714859 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.741001 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:33.758105 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bcd0c-2346-4631-b2f6-e6043f44c957 None None] Pushing event updated for resources: {'Port': ['ID=137f5d67-23a3-4592-8015-892a3ddc6948,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:33.839366 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:33.847230 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:33.848898 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 96f73632-0b3d-472a-890b-910ac800bcb3 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:33.849593 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:33.920661 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 96f73632-0b3d-472a-890b-910ac800bcb3 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:33.920854 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.014386 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 96f73632-0b3d-472a-890b-910ac800bcb3 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:34.023354 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-1b701a52-8bce-49cd-b4c0-bcc9f60da485 None None] Provisioning complete for port 9e51e959-61f9-4510-93b8-737b7ae7e824 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:34.023733 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1b701a52-8bce-49cd-b4c0-bcc9f60da485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.025607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.065650 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-1b701a52-8bce-49cd-b4c0-bcc9f60da485 None None] Port 9e51e959-61f9-4510-93b8-737b7ae7e824 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:34.079045 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 3, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:34.113128 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cade20-54b3-4e41-8469-ec62f90c478b None None] The sync data for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi is: [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 3, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:03:34.456813 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks [] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.505939 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.576757 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.578568 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:34.672086 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Network 1a01fcab-ae41-4c01-9456-c324224e3456 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:34.673521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:34.784684 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.805570 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:03:34.895173 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-4eca9de5-56c8-4913-9dcc-c74f39b7755f None None] Provisioning complete for port 9e51e959-61f9-4510-93b8-737b7ae7e824 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:34.895611 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4eca9de5-56c8-4913-9dcc-c74f39b7755f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:34.932169 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-4eca9de5-56c8-4913-9dcc-c74f39b7755f None None] Port 9e51e959-61f9-4510-93b8-737b7ae7e824 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:34.941179 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:03:34.956054 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-2c253f55-a761-41b0-98f4-67b6e2fdc8c8 admin admin] 10.222.0.98 "PUT /v2.0/routers/b0f750cf-ca7b-4df8-921a-33e1cb7d05d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3349648 Feb 04 18:03:35.515783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52566) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:35.520392 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979864658', 'description': 'tempest-secgroup-smoke-1979864658 description', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:35.579397 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6b3b33c6-690b-40b9-acf8-43f60ba5a31e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:35.603536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.630732 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:35.631118 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.675707 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (25685a2b-5b22-48eb-9d2e-eff118214e03), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.711596 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:35.712676 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137f5d67-23a3-4592-8015-892a3ddc6948 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:35.753257 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Sync routers for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:03:35.757300 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (25685a2b-5b22-48eb-9d2e-eff118214e03), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.767892 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:35.768525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:35.787091 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25685a2b-5b22-48eb-9d2e-eff118214e03,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:35.810154 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 137f5d67-23a3-4592-8015-892a3ddc6948 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:35.810574 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.855549 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.856846 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c37eff05-5795-41dc-97db-5ec8a948cb5c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3400533 Feb 04 18:03:35.860421 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52568) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:35.865219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:35.932723 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:35.957884 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (efd3f637-899a-43d9-9bcd-1345fe81f96e), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:35.979561 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 137f5d67-23a3-4592-8015-892a3ddc6948 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:35.979963 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.025235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (efd3f637-899a-43d9-9bcd-1345fe81f96e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.073440 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 137f5d67-23a3-4592-8015-892a3ddc6948, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137f5d67-23a3-4592-8015-892a3ddc6948,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:36.095413 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (efd3f637-899a-43d9-9bcd-1345fe81f96e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.111223 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd3f637-899a-43d9-9bcd-1345fe81f96e,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:36.147304 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.206584 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.208310 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c1405e7c-814c-41ef-854b-8fbdeb98f782 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467674 Feb 04 18:03:36.211870 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52578) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:36.212061 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=137f5d67-23a3-4592-8015-892a3ddc6948,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:36.218162 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:36.221388 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.221766 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.222132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.222505 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.222850 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.223191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.223523 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.223853 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.224181 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.224525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.224878 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.225209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.225532 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:36.231396 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 4, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '9e51e959-61f9-4510-93b8-737b7ae7e824', 'name': '', 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'mac_address': 'fa:16:3e:ed:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:33Z', 'updated_at': '2022-02-04T18:03:34Z', 'revision_number': 2, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'subnets': [{'id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:36.313460 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (410dcd02-4cc5-4c86-967c-86206397c6e5), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.386222 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (410dcd02-4cc5-4c86-967c-86206397c6e5), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.389848 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Checking router: b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:03:36.390223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Updating router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 port 9e51e959-61f9-4510-93b8-737b7ae7e824 binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:03:36.419189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.459571 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (410dcd02-4cc5-4c86-967c-86206397c6e5), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.481879 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410dcd02-4cc5-4c86-967c-86206397c6e5,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:36.576784 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.578019 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-988d2ef4-b3c5-4f39-93d3-1a6a7a6e5722 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642812 Feb 04 18:03:36.581073 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52584) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:36.585884 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:36.681010 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (f0bb4ccf-f59b-4474-b4bc-127eb7162af8), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.700041 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks [] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.741730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (f0bb4ccf-f59b-4474-b4bc-127eb7162af8), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.786289 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.809572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (f0bb4ccf-f59b-4474-b4bc-127eb7162af8), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.830509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bb4ccf-f59b-4474-b4bc-127eb7162af8,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:36.838028 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f9ae2-befd-4360-bca0-06d555f28ff1 None None] Pushing event updated for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:36.892745 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Attempting to bind port 9e51e959-61f9-4510-93b8-737b7ae7e824 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:36.893100 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Attempting to bind port 9e51e959-61f9-4510-93b8-737b7ae7e824 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:36.893482 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Attempting to bind port 9e51e959-61f9-4510-93b8-737b7ae7e824 on network 1a01fcab-ae41-4c01-9456-c324224e3456 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:36.896463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.898019 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-41d5c884-81bd-4bf9-96e6-7071d7ea97ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157752 Feb 04 18:03:36.899318 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:36.899704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Checking segment: {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:36.900114 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.900734 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Bound using segment: {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:36.901082 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52586) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:36.901272 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Bound port: 9e51e959-61f9-4510-93b8-737b7ae7e824, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a96532-11f8-46cc-9777-9f26979ca329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:36.901675 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:36.914327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:36.987671 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] For port 9e51e959-61f9-4510-93b8-737b7ae7e824, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:36.992600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] For port 9e51e959-61f9-4510-93b8-737b7ae7e824, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=9e51e959-61f9-4510-93b8-737b7ae7e824,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:37.039023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (e6cbcc92-dacd-44ee-bbeb-d5e966406ecf), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.070292 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-cc874f1e-a698-4c2f-8fee-e73aa05603d5 None None] Provisioning complete for port 9e51e959-61f9-4510-93b8-737b7ae7e824 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:37.070739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cc874f1e-a698-4c2f-8fee-e73aa05603d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.112774 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.121463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (e6cbcc92-dacd-44ee-bbeb-d5e966406ecf), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.143096 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-cc874f1e-a698-4c2f-8fee-e73aa05603d5 None None] Port 9e51e959-61f9-4510-93b8-737b7ae7e824 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:03:37.177311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:03:37.178001 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:03:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:37.179973 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f9ae2-befd-4360-bca0-06d555f28ff1 None None] Pushing event updated for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:37.203647 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (e6cbcc92-dacd-44ee-bbeb-d5e966406ecf), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.235806 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cbcc92-dacd-44ee-bbeb-d5e966406ecf,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:37.297154 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.298876 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7082939f-9563-4fcd-bab7-ce06702b0f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3964689 Feb 04 18:03:37.300294 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:03:37.301225 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52598) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:37.307251 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:37.419720 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.securitygroups_db [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Project e2493fd3d7f84ef0ac9f24b259ec02d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:03:37.428174 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (f25f63f0-47c4-4050-a8e1-4073ab96fd6a), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.505867 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137f5d67-23a3-4592-8015-892a3ddc6948 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:37.531785 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (f25f63f0-47c4-4050-a8e1-4073ab96fd6a), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.537386 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Provisioning complete for port 9e51e959-61f9-4510-93b8-737b7ae7e824 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:37.537386 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.618783 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 137f5d67-23a3-4592-8015-892a3ddc6948 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:37.619023 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.625424 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (f25f63f0-47c4-4050-a8e1-4073ab96fd6a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.625613 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 4, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '9e51e959-61f9-4510-93b8-737b7ae7e824', 'name': '', 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'mac_address': 'fa:16:3e:ed:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:33Z', 'updated_at': '2022-02-04T18:03:36Z', 'revision_number': 4, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'subnets': [{'id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:37.638636 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25f63f0-47c4-4050-a8e1-4073ab96fd6a,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:37.700569 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d995e30f-b03d-4617-8275-0d8ceb5cdea5 None None] The sync data for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi is: [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:03:33Z', 'revision_number': 4, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '9e51e959-61f9-4510-93b8-737b7ae7e824', 'name': '', 'network_id': '1a01fcab-ae41-4c01-9456-c324224e3456', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'mac_address': 'fa:16:3e:ed:2a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:33Z', 'updated_at': '2022-02-04T18:03:36Z', 'revision_number': 4, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'subnets': [{'id': 'be06b050-16b1-4ccb-90e6-42d92f89bdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:03:37.717442 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Current status of the port 9e51e959-61f9-4510-93b8-737b7ae7e824 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:37.717947 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.726663 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.736230 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ccfaeb49-9fcf-48e7-bd49-35219eb2d097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4282088 Feb 04 18:03:37.736916 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52604) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:37.741731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'security_group_rule': {'security_group_id': '25685a2b-5b22-48eb-9d2e-eff118214e03', 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:37.808184 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] For port 9e51e959-61f9-4510-93b8-737b7ae7e824, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=9e51e959-61f9-4510-93b8-737b7ae7e824,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:03:37.810295 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 137f5d67-23a3-4592-8015-892a3ddc6948 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:37.919625 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.securitygroups_db [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Project e2493fd3d7f84ef0ac9f24b259ec02d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:03:37.926296 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (565274ca-a278-45ea-aae9-d7b0e6a1476d), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:37.970282 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.011737 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (565274ca-a278-45ea-aae9-d7b0e6a1476d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.042155 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951fcd6-b5ad-4305-9f35-94de019b7a88 None None] Pushing event updated for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:38.101608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (565274ca-a278-45ea-aae9-d7b0e6a1476d), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.123182 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565274ca-a278-45ea-aae9-d7b0e6a1476d,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:38.210953 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.212220 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3862ca19-a343-431a-8f91-3aef02c22bfe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4754095 Feb 04 18:03:38.372293 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52650) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:38.424773 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Deleting subnet 17036425-e6d4-43ac-a328-0a79978dacfb {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:03:38.429437 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Publish callbacks [] for subnet (17036425-e6d4-43ac-a328-0a79978dacfb), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.466832 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (17036425-e6d4-43ac-a328-0a79978dacfb), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.507765 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (17036425-e6d4-43ac-a328-0a79978dacfb), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.638648 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (17036425-e6d4-43ac-a328-0a79978dacfb), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.678557 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17036425-e6d4-43ac-a328-0a79978dacfb,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:38.684072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.691530 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52670) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:38.692315 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e5cac59b-3956-4363-bd93-968c32305c0d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/17036425-e6d4-43ac-a328-0a79978dacfb HTTP/1.1" status: 204 len: 168 time: 0.3183024 Feb 04 18:03:38.768200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (c1de0485-a48c-4343-87f1-51f33dbeb35b), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.866683 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (c1de0485-a48c-4343-87f1-51f33dbeb35b), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.883971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1de0485-a48c-4343-87f1-51f33dbeb35b']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:38.899858 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df0b737-af54-4f33-8219-4a3c92e760d1') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:38.900543 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df0b737-af54-4f33-8219-4a3c92e760d1') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:38.912136 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (9df0b737-af54-4f33-8219-4a3c92e760d1), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.932475 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (9df0b737-af54-4f33-8219-4a3c92e760d1), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.939463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:03:38.939862 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (9df0b737-af54-4f33-8219-4a3c92e760d1), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:03:38.941692 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:03:39.140425 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (c1de0485-a48c-4343-87f1-51f33dbeb35b), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.147246 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.153773 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52682) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:39.153906 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] 10.222.0.98 "DELETE /v2.0/networks/c1de0485-a48c-4343-87f1-51f33dbeb35b HTTP/1.1" status: 204 len: 168 time: 0.4612479 Feb 04 18:03:39.176740 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4a2b-2b58-48dd-b112-ba612cb5f64a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1de0485-a48c-4343-87f1-51f33dbeb35b,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:39.212363 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Deleting subnet 3e2c0fa6-696a-41fa-8da2-034ef5b6287e {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:03:39.217847 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Publish callbacks [] for subnet (3e2c0fa6-696a-41fa-8da2-034ef5b6287e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.268731 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (3e2c0fa6-696a-41fa-8da2-034ef5b6287e), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.328286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (3e2c0fa6-696a-41fa-8da2-034ef5b6287e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.506735 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (3e2c0fa6-696a-41fa-8da2-034ef5b6287e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.540344 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2c0fa6-696a-41fa-8da2-034ef5b6287e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:39.545742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.549975 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d7b368d3-322c-48ad-ae8c-5d83e0b62edc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3e2c0fa6-696a-41fa-8da2-034ef5b6287e HTTP/1.1" status: 204 len: 168 time: 0.3948443 Feb 04 18:03:39.552520 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52700) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:39.558283 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 9e51e959-61f9-4510-93b8-737b7ae7e824 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:03:39.617029 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 9e51e959-61f9-4510-93b8-737b7ae7e824 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:03:39.617416 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.628793 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (b018fd8d-3ed6-482d-8f2b-f7985f0b402e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.704709 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 9e51e959-61f9-4510-93b8-737b7ae7e824 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:03:39.725878 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (b018fd8d-3ed6-482d-8f2b-f7985f0b402e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.749167 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b018fd8d-3ed6-482d-8f2b-f7985f0b402e']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:39.759582 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569ca8ac-1a75-415e-959d-88effe6d994d') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:39.759888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569ca8ac-1a75-415e-959d-88effe6d994d') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:03:39.769453 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (569ca8ac-1a75-415e-959d-88effe6d994d), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.783135 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (569ca8ac-1a75-415e-959d-88effe6d994d), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.789514 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:03:39.789995 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (569ca8ac-1a75-415e-959d-88effe6d994d), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:03:39.791868 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:03:39.923437 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (b018fd8d-3ed6-482d-8f2b-f7985f0b402e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.928852 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:39.932185 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b018fd8d-3ed6-482d-8f2b-f7985f0b402e HTTP/1.1" status: 204 len: 168 time: 0.3785315 Feb 04 18:03:39.944379 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2087d-fade-4c0e-8c05-eb25d2e7a124 admin admin] Pushing event deleted for resources: {'Network': ['ID=b018fd8d-3ed6-482d-8f2b-f7985f0b402e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:40.388329 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52734) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:40.431204 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9ea956b6-811f-49c0-ad31-e6c435db6e62 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16451cdfacdc45a49ba981390d50e592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387340 Feb 04 18:03:40.431416 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52738) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:40.479806 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] Publish callbacks [] for security_group (1dc6964d-3a2e-4c06-a3fa-81fad912969b), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.503991 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] Publish callbacks [] for security_group (1dc6964d-3a2e-4c06-a3fa-81fad912969b), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.626357 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1dc6964d-3a2e-4c06-a3fa-81fad912969b), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.628922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:40.630081 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1dc6964d-3a2e-4c06-a3fa-81fad912969b HTTP/1.1" status: 204 len: 168 time: 0.1977205 Feb 04 18:03:40.638989 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4efbc-73b4-4c61-9582-ca91cd8fbbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6964d-3a2e-4c06-a3fa-81fad912969b,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:41.621776 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52756) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:41.663527 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-134b0ae5-3fdd-45aa-af97-d076a6cc6b96 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fa85f97e634348268eff8d7d585b6724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403759 Feb 04 18:03:41.669271 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52760) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:41.723695 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] Publish callbacks [] for security_group (9748a75e-cce7-4e37-93fa-1c06d12637c1), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:41.745811 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] Publish callbacks [] for security_group (9748a75e-cce7-4e37-93fa-1c06d12637c1), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:41.860423 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (9748a75e-cce7-4e37-93fa-1c06d12637c1), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:41.863076 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:41.864473 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9748a75e-cce7-4e37-93fa-1c06d12637c1 HTTP/1.1" status: 204 len: 168 time: 0.1942334 Feb 04 18:03:41.872900 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61616bb3-4400-4e66-b180-a920cd0ab8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9748a75e-cce7-4e37-93fa-1c06d12637c1,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:43.644367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52842) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:43.749121 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-62939697-ecc7-464b-89b6-99cd83bbf346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:43.828472 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-62939697-ecc7-464b-89b6-99cd83bbf346 admin admin] Publish callbacks [] for security_group (4881b87f-7473-40e6-887e-7c3f814879dc), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:43.856535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52848) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:43.895073 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-62939697-ecc7-464b-89b6-99cd83bbf346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4881b87f-7473-40e6-887e-7c3f814879dc), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:43.935056 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-62939697-ecc7-464b-89b6-99cd83bbf346 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d98a8328134497c8480d710d3ca7a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895195 Feb 04 18:03:43.939890 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62939697-ecc7-464b-89b6-99cd83bbf346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881b87f-7473-40e6-887e-7c3f814879dc,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:43.940552 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52852) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:43.965135 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4803a5b5-c14e-4221-95d3-6fe519915762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:43.990360 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] Publish callbacks [] for security_group (4881b87f-7473-40e6-887e-7c3f814879dc), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.012837 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] Publish callbacks [] for security_group (4881b87f-7473-40e6-887e-7c3f814879dc), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.051327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4803a5b5-c14e-4221-95d3-6fe519915762 admin admin] Publish callbacks [] for security_group (4529b618-be99-4856-9866-177c89e201a5), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.100505 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4803a5b5-c14e-4221-95d3-6fe519915762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4529b618-be99-4856-9866-177c89e201a5), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.115447 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4881b87f-7473-40e6-887e-7c3f814879dc), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.118077 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.134107 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4881b87f-7473-40e6-887e-7c3f814879dc HTTP/1.1" status: 204 len: 168 time: 0.1825249 Feb 04 18:03:44.143511 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f61b49-abe4-447d-94f9-6f14ba0b673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881b87f-7473-40e6-887e-7c3f814879dc,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:44.154035 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4803a5b5-c14e-4221-95d3-6fe519915762 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7ed8c076b6f04bcdae3b9b65ac636d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964163 Feb 04 18:03:44.158119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52860) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:44.165319 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803a5b5-c14e-4221-95d3-6fe519915762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4529b618-be99-4856-9866-177c89e201a5,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:44.436123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] Publish callbacks [] for security_group (4529b618-be99-4856-9866-177c89e201a5), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.444885 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-5b441385-db8d-48ea-8c3c-444ccd62ba5a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2552459 Feb 04 18:03:44.464028 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] Publish callbacks [] for security_group (4529b618-be99-4856-9866-177c89e201a5), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.484481 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52868) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:44.542693 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-617a6ed4-4521-425d-9f43-e1a71411bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:44.544362 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-617a6ed4-4521-425d-9f43-e1a71411bbe0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0639441 Feb 04 18:03:44.639124 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4529b618-be99-4856-9866-177c89e201a5), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.641873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.643129 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4529b618-be99-4856-9866-177c89e201a5 HTTP/1.1" status: 204 len: 168 time: 0.4852045 Feb 04 18:03:44.671086 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-acae59b0-5ba9-47c6-8e2b-216b524b6423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.693367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d59076-1ad0-4865-87b0-fdb6209d77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529b618-be99-4856-9866-177c89e201a5,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:44.695666 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-a0aad091-3c00-4cca-9a80-efbc8c62f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:44.697168 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-a0aad091-3c00-4cca-9a80-efbc8c62f40f service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.1312675 Feb 04 18:03:44.752598 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-c795e6d7-b918-4b11-a257-33a0fd15f959 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0419302 Feb 04 18:03:44.761514 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-acae59b0-5ba9-47c6-8e2b-216b524b6423 admin admin] Publish callbacks [] for security_group (a3aa0a5c-7dfa-4c2b-a387-3738118eb685), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.815006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-9b41caff-58ed-4b3f-9f2f-2e8bb77a1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:44.816426 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-9b41caff-58ed-4b3f-9f2f-2e8bb77a1622 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0537095 Feb 04 18:03:44.820821 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-acae59b0-5ba9-47c6-8e2b-216b524b6423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a3aa0a5c-7dfa-4c2b-a387-3738118eb685), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.858134 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-1196e928-2138-48b7-b8f5-b1f7a1de98b0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291669 Feb 04 18:03:44.867621 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-acae59b0-5ba9-47c6-8e2b-216b524b6423 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=70687afbaed844ca9b937bd7b1f64263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794451 Feb 04 18:03:44.867621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae59b0-5ba9-47c6-8e2b-216b524b6423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa0a5c-7dfa-4c2b-a387-3738118eb685,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:44.868544 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52886) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:44.916017 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] Publish callbacks [] for security_group (a3aa0a5c-7dfa-4c2b-a387-3738118eb685), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.938156 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] Publish callbacks [] for security_group (a3aa0a5c-7dfa-4c2b-a387-3738118eb685), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:44.959401 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-b7b301b7-ca8c-4224-913b-399ccbac823f service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943303 Feb 04 18:03:45.065275 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a3aa0a5c-7dfa-4c2b-a387-3738118eb685), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.070065 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.074108 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3aa0a5c-7dfa-4c2b-a387-3738118eb685 HTTP/1.1" status: 204 len: 168 time: 0.2018888 Feb 04 18:03:45.080365 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60bda5-ab8d-4584-bc0c-400cc5ba6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa0a5c-7dfa-4c2b-a387-3738118eb685,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:45.093522 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d0636efd-92c1-41c0-a21b-5cd010450fdc req-29d3b715-6f0d-414c-aabc-91090f577c80 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274056 Feb 04 18:03:45.417817 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52900) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:45.431257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3747b7d8-3b7e-4795-afc7-84df83c32dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.517867 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3747b7d8-3b7e-4795-afc7-84df83c32dff admin admin] Publish callbacks [] for security_group (aca42a71-89cc-49bd-bd14-2d5a41eb8d65), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.586176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3747b7d8-3b7e-4795-afc7-84df83c32dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aca42a71-89cc-49bd-bd14-2d5a41eb8d65), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.628362 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3747b7d8-3b7e-4795-afc7-84df83c32dff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=398461c437df4f02aa5694b19074320d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090878 Feb 04 18:03:45.629261 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747b7d8-3b7e-4795-afc7-84df83c32dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca42a71-89cc-49bd-bd14-2d5a41eb8d65,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:45.631066 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52912) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:45.688121 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] Publish callbacks [] for security_group (aca42a71-89cc-49bd-bd14-2d5a41eb8d65), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.712092 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] Publish callbacks [] for security_group (aca42a71-89cc-49bd-bd14-2d5a41eb8d65), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.746213 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 52920) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:45.831878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aca42a71-89cc-49bd-bd14-2d5a41eb8d65), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.834590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.838102 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aca42a71-89cc-49bd-bd14-2d5a41eb8d65 HTTP/1.1" status: 204 len: 168 time: 0.2037978 Feb 04 18:03:45.843994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502b27f-4be0-4dc0-a9c8-966a41a04b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca42a71-89cc-49bd-bd14-2d5a41eb8d65,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:45.901699 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-348953407-network', 'tenant_id': 'c5a4531047cd4d73a0ccd2807d2a282e'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:45.974570 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Made reservation on behalf of c5a4531047cd4d73a0ccd2807d2a282e for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:45.977022 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:45.989211 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.074297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks [] for security_group (5807f261-123f-4521-9459-a403533db801), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.141281 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5807f261-123f-4521-9459-a403533db801), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.163066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:03:46.177403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5807f261-123f-4521-9459-a403533db801,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:46.181254 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (5f8687b8-a805-4c1f-a48b-afc50883df4e), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.181603 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Added segment 5f8687b8-a805-4c1f-a48b-afc50883df4e of type vlan for network 0455843b-79c5-48f6-8274-5cd710fb9067 Feb 04 18:03:46.224542 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (0455843b-79c5-48f6-8274-5cd710fb9067), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.329800 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (0455843b-79c5-48f6-8274-5cd710fb9067), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.331963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:46.332848 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.393024 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] Pushing event updated for resources: {'Network': ['ID=0455843b-79c5-48f6-8274-5cd710fb9067,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:46.404268 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 0455843b-79c5-48f6-8274-5cd710fb9067 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:03:46.447958 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 52950) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:46.448143 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7d0d2d37-44b9-49b3-8364-7139e6e52781 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7007895 Feb 04 18:03:46.455636 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Request body: {'subnet': {'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-348953407-subnet', 'tenant_id': 'c5a4531047cd4d73a0ccd2807d2a282e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:46.558722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Made reservation on behalf of c5a4531047cd4d73a0ccd2807d2a282e for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:46.561907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.821125 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (845dc40d-8f3b-44d5-a71a-a42f167d0f7e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:46.890332 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845dc40d-8f3b-44d5-a71a-a42f167d0f7e,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:46.899622 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Checking segment: {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:46.899985 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Network hostable DHCP agents. Network: 0455843b-79c5-48f6-8274-5cd710fb9067, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:03:47.020636 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Network 0455843b-79c5-48f6-8274-5cd710fb9067 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:03:47.129323 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 0455843b-79c5-48f6-8274-5cd710fb9067) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:47.140024 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:47.143090 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10487c88-a58e-4b30-a663-bcae325b60c1 None None] Network 0455843b-79c5-48f6-8274-5cd710fb9067 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:47.143271 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:47.241110 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-66b99482-bba3-4bec-8194-a5f915a3b373 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7909770 Feb 04 18:03:47.254005 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf241c-66f7-4374-8e7b-5c35f4b32af2 None None] Network 0455843b-79c5-48f6-8274-5cd710fb9067 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:03:47.402185 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:03:47.745104 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:49.114550 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596ac29-8cd7-41af-9187-ce166aa05c17 req-499185f9-57f0-48a0-a0c0-271e5747ccc4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:49.116252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1596ac29-8cd7-41af-9187-ce166aa05c17 req-499185f9-57f0-48a0-a0c0-271e5747ccc4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0614653 Feb 04 18:03:49.177460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1596ac29-8cd7-41af-9187-ce166aa05c17 req-fbee5f93-b01f-4573-8d8d-8bc778657ebb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549991 Feb 04 18:03:49.270885 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-b96bf37a-4b67-4fd2-ab67-c32839cca3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:49.272486 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-b96bf37a-4b67-4fd2-ab67-c32839cca3b5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0470304 Feb 04 18:03:49.363484 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-eb453e3c-7e1f-49b3-9963-9343b55ea0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:49.365200 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-eb453e3c-7e1f-49b3-9963-9343b55ea0ee service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.0836227 Feb 04 18:03:49.424262 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-7e2c65bc-422a-4fd8-bda7-fe7bb404999e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0418906 Feb 04 18:03:49.478031 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-f0e4395f-d0b1-4f04-8000-2f6d4ee23e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:49.479747 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-f0e4395f-d0b1-4f04-8000-2f6d4ee23e9d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0475309 Feb 04 18:03:49.527171 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-38e7e303-5862-4e59-9d08-3dce2549a580 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393496 Feb 04 18:03:49.628173 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-24e3b6ca-18c2-4f3d-83c9-4d897b7fd42d service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Feb 04 18:03:49.724710 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a1a9003-a3cd-4c83-9aea-9a49b8d239c8 req-84d0d903-a98a-44d8-b9ed-fd07260564c6 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884831 Feb 04 18:03:50.296606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e2532-4188-45ad-8bcc-f978ef3bc8f2 req-118969f3-bb7a-416e-8b38-a5e6b5676790 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:50.298082 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae7e2532-4188-45ad-8bcc-f978ef3bc8f2 req-118969f3-bb7a-416e-8b38-a5e6b5676790 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Feb 04 18:03:50.345057 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae7e2532-4188-45ad-8bcc-f978ef3bc8f2 req-812d6198-9f68-47ff-95d3-6381a832f1ed tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Feb 04 18:03:50.783833 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-6dc59b2b-719b-411b-9d43-2b8f6e0d79ad tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:50.785312 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-6dc59b2b-719b-411b-9d43-2b8f6e0d79ad tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 813 time: 0.1154566 Feb 04 18:03:50.804265 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-059db4fc-2bf6-4e15-88c2-5c00d7f1aa4f tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/quotas/c5a4531047cd4d73a0ccd2807d2a282e HTTP/1.1" status: 200 len: 375 time: 0.0115855 Feb 04 18:03:50.838332 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-5e270f68-57f9-4f9a-a6a2-6a2b0a89341d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286999 Feb 04 18:03:50.952421 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-23ad320c-1354-41a7-bdb8-0db8b98f39e2 service neutron] 10.222.0.98 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061192 Feb 04 18:03:51.103332 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-0f8f80d5-dcbd-47d6-9004-6433b4bb2969 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:51.104797 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-0f8f80d5-dcbd-47d6-9004-6433b4bb2969 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1687434 Feb 04 18:03:51.110875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8ed39426-4f14-40eb-b91e-f32bf13594aa service neutron] 10.222.0.98 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487021 Feb 04 18:03:51.120688 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-33533e39-9ca5-408d-8960-70b18ccb04fe tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/quotas/c4a8ffd2aaf14a21a0545cb345ab262f HTTP/1.1" status: 200 len: 375 time: 0.0088656 Feb 04 18:03:51.176811 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-1fc5d07a-5721-4449-8275-8cca6cca6954 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504124 Feb 04 18:03:51.269808 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-ed7c9419-d98e-4c12-a3e6-3ca19be811a9 service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860555 Feb 04 18:03:51.356534 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-a19e8208-6cff-43fd-b96d-b236096f2977 service neutron] 10.222.0.98 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810640 Feb 04 18:03:51.641753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0a4a0-b314-457f-8777-df46e3431b76 req-21eaf667-64f2-407f-a159-dafe6834e862 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:51.643422 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dcc0a4a0-b314-457f-8777-df46e3431b76 req-21eaf667-64f2-407f-a159-dafe6834e862 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0632453 Feb 04 18:03:51.705617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dcc0a4a0-b314-457f-8777-df46e3431b76 req-bf3b0780-143a-42fa-aaf2-aa1b95c11e04 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Feb 04 18:03:51.774754 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1b2850d-f8db-4f02-832d-affee809ca85 req-2d7b5b48-0972-4b76-9aa6-7238d3693f69 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 210 time: 0.0283959 Feb 04 18:03:52.380324 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 53148) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:52.423418 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0573459e-e8ca-49d1-a2d3-dd837a378f68 req-35060ffa-cf8d-4362-a41f-4d3fc9d0a88b tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0543754 Feb 04 18:03:52.504499 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23e035b8-3494-4720-9542-5400f72ecf7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.584521 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23e035b8-3494-4720-9542-5400f72ecf7a admin admin] Publish callbacks [] for security_group (5482118d-0005-40de-a1a5-ad07a845e9cd), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.649183 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23e035b8-3494-4720-9542-5400f72ecf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5482118d-0005-40de-a1a5-ad07a845e9cd), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.691009 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-23e035b8-3494-4720-9542-5400f72ecf7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7f508c854294f0da61e70bf4de4ef3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095319 Feb 04 18:03:52.692336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e035b8-3494-4720-9542-5400f72ecf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5482118d-0005-40de-a1a5-ad07a845e9cd,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:52.693913 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53156) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:52.741417 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Publish callbacks [] for security_group (5482118d-0005-40de-a1a5-ad07a845e9cd), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.762895 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Publish callbacks [] for security_group (5482118d-0005-40de-a1a5-ad07a845e9cd), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.859901 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550a817-5b73-48e2-bc00-4d309bac5182 req-717392c9-d02f-4c9e-a482-5c2c3586ce7e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:52.861623 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b550a817-5b73-48e2-bc00-4d309bac5182 req-717392c9-d02f-4c9e-a482-5c2c3586ce7e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0843794 Feb 04 18:03:52.915645 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04095715-8339-4f37-985e-ea0440753558 req-aeed4c6c-630b-4338-b405-e49eed943763 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 210 time: 0.0530920 Feb 04 18:03:52.945370 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b550a817-5b73-48e2-bc00-4d309bac5182 req-0ffe6000-b8c6-41e1-8d10-9fed6f06c0ea tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735774 Feb 04 18:03:52.956653 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5482118d-0005-40de-a1a5-ad07a845e9cd), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.959702 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:52.963625 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5482118d-0005-40de-a1a5-ad07a845e9cd HTTP/1.1" status: 204 len: 168 time: 0.2686782 Feb 04 18:03:52.974574 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5482118d-0005-40de-a1a5-ad07a845e9cd,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:52.983757 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.984771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.984771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.984771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.985196 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.985445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.985790 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.986089 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.986409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.986856 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.987193 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.987524 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:52.987951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619e2c03-79ed-49a6-b8d8-a87680395f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:03:53.502641 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 53178) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:53.522037 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-54269cfc-d339-431c-b4f8-9b140d2d7b63 req-30bd1070-4421-4cfe-8df0-84e3b3bfb021 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0436251 Feb 04 18:03:53.695036 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-461ecfb3-ebac-44f9-ba28-e32da0302f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:53.777702 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-461ecfb3-ebac-44f9-ba28-e32da0302f69 admin admin] Publish callbacks [] for security_group (aff52d3e-3b4b-412d-870c-3c95a2bf0209), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:53.854942 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-461ecfb3-ebac-44f9-ba28-e32da0302f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aff52d3e-3b4b-412d-870c-3c95a2bf0209), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:53.894102 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-461ecfb3-ebac-44f9-ba28-e32da0302f69 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e568b49ef8e4dd785986c3afadd2433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893800 Feb 04 18:03:53.895228 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ecfb3-ebac-44f9-ba28-e32da0302f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff52d3e-3b4b-412d-870c-3c95a2bf0209,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:53.896901 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53182) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:53.946762 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] Publish callbacks [] for security_group (aff52d3e-3b4b-412d-870c-3c95a2bf0209), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:53.970841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] Publish callbacks [] for security_group (aff52d3e-3b4b-412d-870c-3c95a2bf0209), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:54.038498 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-064fa286-38e2-4569-85c5-3e4814c98dda req-9669b984-7527-4eb3-ba42-c73416fb635e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 210 time: 0.0399373 Feb 04 18:03:54.100384 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f560be3-bc4d-4b92-b524-c532e61ca3bd req-4defccf4-5a18-4767-bc4d-e2d26e7ade1d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:54.102159 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f560be3-bc4d-4b92-b524-c532e61ca3bd req-4defccf4-5a18-4767-bc4d-e2d26e7ade1d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0671360 Feb 04 18:03:54.153673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f560be3-bc4d-4b92-b524-c532e61ca3bd req-60f12d01-dcaf-4e8a-ad22-39ffd3ba5e53 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Feb 04 18:03:54.174921 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aff52d3e-3b4b-412d-870c-3c95a2bf0209), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:54.177470 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:54.178612 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aff52d3e-3b4b-412d-870c-3c95a2bf0209 HTTP/1.1" status: 204 len: 168 time: 0.2806318 Feb 04 18:03:54.187058 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c6c27-04c5-4228-850a-a8626efd0c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff52d3e-3b4b-412d-870c-3c95a2bf0209,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:54.482544 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-58070bba-8126-426e-9f62-e44050380ab1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:54.484597 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-58070bba-8126-426e-9f62-e44050380ab1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/networks?id=3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 200 len: 815 time: 0.1020727 Feb 04 18:03:54.504367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Request body: {'port': {'device_id': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'admin_state_up': True, 'tenant_id': 'c4a8ffd2aaf14a21a0545cb345ab262f'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:54.632693 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49c57404-37bc-4db5-971e-2b2824f1f3ce req-083a2887-4f07-4389-83e2-dec80ffefdfe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0313451 Feb 04 18:03:54.705184 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Made reservation on behalf of c4a8ffd2aaf14a21a0545cb345ab262f for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:54.709047 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:54.851446 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Allocated IP 172.20.0.11 (3dc2f191-988b-4e16-974b-c84a0b6125d2/c8c29342-7d7c-4b15-ba19-d1b2393955ac/dc7e48d9-28db-43df-a99d-b317c0c45623) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:54.900029 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53204) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:54.913223 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-099bee05-e3f9-4954-ae82-dccd8ee710e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:54.990917 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-099bee05-e3f9-4954-ae82-dccd8ee710e7 admin admin] Publish callbacks [] for security_group (22ba712c-cee5-420f-99ed-7f2149bcd769), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.022746 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-955076c6-c83f-4acc-9c16-2e083ca85181 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:55.024278 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-955076c6-c83f-4acc-9c16-2e083ca85181 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 813 time: 0.1820583 Feb 04 18:03:55.077079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Request body: {'port': {'device_id': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067', 'admin_state_up': True, 'tenant_id': 'c5a4531047cd4d73a0ccd2807d2a282e'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:55.103771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-099bee05-e3f9-4954-ae82-dccd8ee710e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (22ba712c-cee5-420f-99ed-7f2149bcd769), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.132378 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks [] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.200799 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-099bee05-e3f9-4954-ae82-dccd8ee710e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b220dcdb89347f7a868c9c53d924b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996430 Feb 04 18:03:55.202958 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3a7f8e89-c596-4051-8074-1e354257de28 req-1d0c0c1a-bf02-4706-8559-6f6162623a6e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 210 time: 0.0537696 Feb 04 18:03:55.203419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53212) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:03:55.211535 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bee05-e3f9-4954-ae82-dccd8ee710e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba712c-cee5-420f-99ed-7f2149bcd769,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:55.278457 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.302284 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] Publish callbacks [] for security_group (22ba712c-cee5-420f-99ed-7f2149bcd769), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.311615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564e347-67ae-417f-8aac-74adfd41d222 req-3dcf3df5-3573-40e5-a1ac-8f75d2053250 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:55.313096 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3564e347-67ae-417f-8aac-74adfd41d222 req-3dcf3df5-3573-40e5-a1ac-8f75d2053250 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0818894 Feb 04 18:03:55.316195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Made reservation on behalf of c5a4531047cd4d73a0ccd2807d2a282e for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:03:55.317623 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:03:55.319522 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.334575 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Network 3dc2f191-988b-4e16-974b-c84a0b6125d2 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:55.345512 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:55.347947 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] Publish callbacks [] for security_group (22ba712c-cee5-420f-99ed-7f2149bcd769), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.348153 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:55.389985 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event updated for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:55.403512 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3564e347-67ae-417f-8aac-74adfd41d222 req-a9a108fa-8946-4092-b77e-3515747e14d9 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826118 Feb 04 18:03:55.450130 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:55.450652 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.493410 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (22ba712c-cee5-420f-99ed-7f2149bcd769), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.496481 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.498129 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/22ba712c-cee5-420f-99ed-7f2149bcd769 HTTP/1.1" status: 204 len: 168 time: 0.2928255 Feb 04 18:03:55.507078 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603ee2-32a9-475d-86af-5ab94c2906d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba712c-cee5-420f-99ed-7f2149bcd769,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:55.538476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Allocated IP 172.20.0.3 (0455843b-79c5-48f6-8274-5cd710fb9067/845dc40d-8f3b-44d5-a71a-a42f167d0f7e/9be7a7bb-43f1-4a15-908b-750308500bc3) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:03:55.577769 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-c8371a73-813d-4daa-93e0-b2bc4d1f1b7a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0770452 Feb 04 18:03:55.599179 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Request body: {'port': {'device_id': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:55.724034 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:55.735769 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-57bc4402-90d6-4a55-addc-a373a4ad5ad3 req-659f55f9-d626-4228-931b-b490073e7e63 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0306070 Feb 04 18:03:55.806615 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks [] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.041313 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7e48d9-28db-43df-a99d-b317c0c45623 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:03:56.049424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks [] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.061270 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Transition to ACTIVE for port object dc7e48d9-28db-43df-a99d-b317c0c45623 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:03:56.066612 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.111094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Network 0455843b-79c5-48f6-8274-5cd710fb9067 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:03:56.114467 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:03:56.118150 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:03:56.143347 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Pushing event updated for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:56.145596 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.213099 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.213824 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.224078 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:56.301006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Attempting to bind port dc7e48d9-28db-43df-a99d-b317c0c45623 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:56.301462 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Attempting to bind port dc7e48d9-28db-43df-a99d-b317c0c45623 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:56.301870 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Attempting to bind port dc7e48d9-28db-43df-a99d-b317c0c45623 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:56.306796 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Port dc7e48d9-28db-43df-a99d-b317c0c45623 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:03:56.307142 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Attempting to bind port dc7e48d9-28db-43df-a99d-b317c0c45623 on network 3dc2f191-988b-4e16-974b-c84a0b6125d2 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:56.312948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:56.313395 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Checking segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:56.313850 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Bound using segment: {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:56.314348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Bound port: dc7e48d9-28db-43df-a99d-b317c0c45623, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27927d22-a3eb-4a82-ba59-1f6a8365b566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:56.314747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.327174 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8bc6e528-a1a6-4428-8c1b-7b34a03be227 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2557540 Feb 04 18:03:56.327851 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28e4c-d0cb-480d-866e-35278e0d879e req-61eb3f83-62b9-40cf-a179-13865e40df43 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.329770 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5af28e4c-d0cb-480d-866e-35278e0d879e req-61eb3f83-62b9-40cf-a179-13865e40df43 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0540903 Feb 04 18:03:56.382692 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:56.386702 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5af28e4c-d0cb-480d-866e-35278e0d879e req-79488ce9-d972-42ee-8160-ad029835a4b5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Feb 04 18:03:56.387226 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dc7e48d9-28db-43df-a99d-b317c0c45623,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:56.464821 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Request body: {'port': {'device_id': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:03:56.470067 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.529285 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.535909 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.536037 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286ef2-4677-4405-97ff-b45cb469f512 req-13fc020f-e4d7-4edf-a6a9-ca72f7e7c03d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.536168 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] 10.222.0.113 "PUT /v2.0/ports/dc7e48d9-28db-43df-a99d-b317c0c45623 HTTP/1.1" status: 200 len: 1094 time: 0.9378994 Feb 04 18:03:56.536286 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22286ef2-4677-4405-97ff-b45cb469f512 req-13fc020f-e4d7-4edf-a6a9-ca72f7e7c03d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0578573 Feb 04 18:03:56.536372 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:03:56.536372 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3324e4-7f76-448e-9001-41945065c3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:03:56.575731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c473c07b-b0fc-4ac7-9fda-b01c46534b93 x-openstack-request-id: req-c473c07b-b0fc-4ac7-9fda-b01c46534b93 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:03:56.576343 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:03:56.576343 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c473c07b-b0fc-4ac7-9fda-b01c46534b93 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:03:56.577191 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623', 'status': 'completed', 'code': 200} Feb 04 18:03:56.595360 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.598509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3f0aa-cf0a-4319-8497-da5c29415800 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:56.600717 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22286ef2-4677-4405-97ff-b45cb469f512 req-fb339d8d-9c06-4b94-8c08-7def8a2278e4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619140 Feb 04 18:03:56.879098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91a921-a27a-49d7-bf03-5bb361a59802 req-07edffab-fcf2-4769-ad92-0e8cea66cc87 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.883240 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca91a921-a27a-49d7-bf03-5bb361a59802 req-07edffab-fcf2-4769-ad92-0e8cea66cc87 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 931 time: 0.0687194 Feb 04 18:03:56.895677 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3324e4-7f76-448e-9001-41945065c3ed req-2380f023-0eb6-4792-a7d0-cce5b897ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:56.897231 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fc3324e4-7f76-448e-9001-41945065c3ed req-2380f023-0eb6-4792-a7d0-cce5b897ad69 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 1128 time: 0.1030388 Feb 04 18:03:56.910602 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be7a7bb-43f1-4a15-908b-750308500bc3 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:03:56.928638 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks [] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:56.933107 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca91a921-a27a-49d7-bf03-5bb361a59802 req-3b7daf47-7f53-4ccc-9443-3c21e12a1bc3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Feb 04 18:03:56.981779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Transition to ACTIVE for port object 9be7a7bb-43f1-4a15-908b-750308500bc3 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:03:57.201069 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:57.256493 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3324e4-7f76-448e-9001-41945065c3ed req-c14d5224-cfb9-499c-8100-6a17c96fb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.262577 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fc3324e4-7f76-448e-9001-41945065c3ed req-c14d5224-cfb9-499c-8100-6a17c96fb754 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3427074 Feb 04 18:03:57.270376 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Pushing event updated for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:57.409126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Attempting to bind port 9be7a7bb-43f1-4a15-908b-750308500bc3 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:03:57.409465 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Attempting to bind port 9be7a7bb-43f1-4a15-908b-750308500bc3 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:03:57.409789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Attempting to bind port 9be7a7bb-43f1-4a15-908b-750308500bc3 on network 0455843b-79c5-48f6-8274-5cd710fb9067 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:57.428921 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Port 9be7a7bb-43f1-4a15-908b-750308500bc3 on network 0455843b-79c5-48f6-8274-5cd710fb9067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:03:57.428921 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Attempting to bind port 9be7a7bb-43f1-4a15-908b-750308500bc3 on network 0455843b-79c5-48f6-8274-5cd710fb9067 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:03:57.432167 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3324e4-7f76-448e-9001-41945065c3ed req-1a7007e0-c251-47d1-bd24-fdf5612ac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.433643 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fc3324e4-7f76-448e-9001-41945065c3ed req-1a7007e0-c251-47d1-bd24-fdf5612ac990 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1389868 Feb 04 18:03:57.434550 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:03:57.434883 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Checking segment: {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:03:57.435259 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Bound using segment: {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:03:57.435684 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Bound port: 9be7a7bb-43f1-4a15-908b-750308500bc3, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:03:57.436069 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:57.525117 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64a045-2b2b-4949-b7b5-b62dcf2bda48 req-945088d3-5cf8-479a-ae0a-1e7379eead1f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.526651 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ea64a045-2b2b-4949-b7b5-b62dcf2bda48 req-945088d3-5cf8-479a-ae0a-1e7379eead1f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0701606 Feb 04 18:03:57.550242 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:03:57.566027 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9be7a7bb-43f1-4a15-908b-750308500bc3,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:03:57.575951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-cfbe8f14-71a3-4cab-8f0a-1e04862f1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.577319 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-cfbe8f14-71a3-4cab-8f0a-1e04862f1df7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 1128 time: 0.0733013 Feb 04 18:03:57.584113 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ea64a045-2b2b-4949-b7b5-b62dcf2bda48 req-f84ab7f2-86cd-4df7-83df-1e80450cfbd1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Feb 04 18:03:57.628015 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-a59e3332-6743-4a49-a7e7-2ae7561548fd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7e48d9-28db-43df-a99d-b317c0c45623 HTTP/1.1" status: 200 len: 217 time: 0.0368524 Feb 04 18:03:57.644045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:57.711582 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.712207 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:57.713620 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] 10.222.0.113 "PUT /v2.0/ports/9be7a7bb-43f1-4a15-908b-750308500bc3 HTTP/1.1" status: 200 len: 1093 time: 1.2531705 Feb 04 18:03:57.725796 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3171f-49f7-4e3b-9420-a1554b3082c2 req-0944f795-ce5f-4c26-9429-b380f03f1fc3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.732822 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-eb6e421e-6158-4c77-893a-031bfc914fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.734458 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-eb6e421e-6158-4c77-893a-031bfc914fb4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 200 len: 855 time: 0.0997674 Feb 04 18:03:57.739791 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19991f1-ec9b-4494-82ba-f5c5abd7f55c service neutron] Pushing event updated for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:03:57.745568 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6a3171f-49f7-4e3b-9420-a1554b3082c2 req-0944f795-ce5f-4c26-9429-b380f03f1fc3 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0600777 Feb 04 18:03:57.776729 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-92298787-3c97-444d-8b19-50790e293947 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3dc2f191-988b-4e16-974b-c84a0b6125d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339594 Feb 04 18:03:57.799137 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6a3171f-49f7-4e3b-9420-a1554b3082c2 req-8a567bd0-f7ac-4bc1-9c83-ccf34afc09a2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526960 Feb 04 18:03:57.920335 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-21b92bd1-b458-4187-928b-b83fa048e57c service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373625 Feb 04 18:03:57.923279 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-a5759c1c-e6c4-492f-af19-deffa08bd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:57.925130 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-a5759c1c-e6c4-492f-af19-deffa08bd931 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 1127 time: 0.0717955 Feb 04 18:03:58.044234 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-6e82e59a-30a9-49df-bfe8-044b64d744b3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9be7a7bb-43f1-4a15-908b-750308500bc3 HTTP/1.1" status: 200 len: 217 time: 0.0946600 Feb 04 18:03:58.064084 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf230a-a73e-427c-ad42-6996ebb51b0b req-ab885d7f-014c-4f2d-845d-9098c655cbb6 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.065761 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74bf230a-a73e-427c-ad42-6996ebb51b0b req-ab885d7f-014c-4f2d-845d-9098c655cbb6 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0581579 Feb 04 18:03:58.117043 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74bf230a-a73e-427c-ad42-6996ebb51b0b req-b90f1c44-c4a8-4560-8a77-e74ab07576c3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Feb 04 18:03:58.118334 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8d5b157b-b1a7-42f6-a328-0c16c8a37501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.119827 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-8d5b157b-b1a7-42f6-a328-0c16c8a37501 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=845dc40d-8f3b-44d5-a71a-a42f167d0f7e HTTP/1.1" status: 200 len: 853 time: 0.0666554 Feb 04 18:03:58.124432 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b233d8a-1aaa-476c-9ccd-b1554678a165 req-41aacb54-a0e3-4dbb-9f9e-3b4f5b55768e service neutron] 10.222.0.113 "GET /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835318 Feb 04 18:03:58.165825 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-9dfd3572-74e2-4de4-9bff-ef06859f9123 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0455843b-79c5-48f6-8274-5cd710fb9067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290697 Feb 04 18:03:58.260173 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-17462b32-e76b-4139-8bcc-5292868786ea service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Feb 04 18:03:58.364697 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ef6b1d00-a4af-4f95-bbd4-47877037b9a5 req-f2fac015-3e0a-415e-af56-a6a82b7e0abd service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830140 Feb 04 18:03:58.552152 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4acdf803-55e0-4d99-9865-e2dd685174c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:03:58.578644 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:03:58.581359 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8912a3-4cf2-433a-bdad-79485b00dc99" -d '{"events": [{"name": "network-changed", "server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:03:58.620708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4174c5c1-3a0d-460b-a155-fd86db02ba6e x-openstack-request-id: req-4174c5c1-3a0d-460b-a155-fd86db02ba6e {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:03:58.621006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:03:58.621261 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4174c5c1-3a0d-460b-a155-fd86db02ba6e {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:03:58.621665 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3', 'status': 'completed', 'code': 200} Feb 04 18:03:58.705984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e0639-f486-4741-a8df-7cbe33537417 req-593b7bb7-110f-44f2-8e42-8e4a6c8d8e89 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.707515 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a8e0639-f486-4741-a8df-7cbe33537417 req-593b7bb7-110f-44f2-8e42-8e4a6c8d8e89 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0518138 Feb 04 18:03:58.718412 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-241af487-9368-491a-8cd7-7c744ce5f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.719948 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-241af487-9368-491a-8cd7-7c744ce5f7d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 1127 time: 0.0457525 Feb 04 18:03:58.757541 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a8e0639-f486-4741-a8df-7cbe33537417 req-1f568f12-545a-4775-8471-3bb0eaada34b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Feb 04 18:03:58.819278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-d3577f25-4b6d-4424-a559-9551bc489681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.819278 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-d3577f25-4b6d-4424-a559-9551bc489681 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 915 time: 0.0882237 Feb 04 18:03:58.858999 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-8bfc036b-ba21-484f-a918-eb25fabbfec7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9be7a7bb-43f1-4a15-908b-750308500bc3 HTTP/1.1" status: 200 len: 217 time: 0.0363121 Feb 04 18:03:58.913203 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-ebecfb7c-fb27-44b2-a383-c16a958935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.914804 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-ebecfb7c-fb27-44b2-a383-c16a958935f2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=845dc40d-8f3b-44d5-a71a-a42f167d0f7e HTTP/1.1" status: 200 len: 853 time: 0.0487952 Feb 04 18:03:58.921521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce913-7fcd-49d8-8976-c1594a3d9cdb req-78083183-d9f8-4163-bd5d-900d663a02ee tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:58.923648 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-311ce913-7fcd-49d8-8976-c1594a3d9cdb req-78083183-d9f8-4163-bd5d-900d663a02ee tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0534527 Feb 04 18:03:58.949183 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-1571d70b-c28e-483e-8a04-ac328dfe4c74 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0455843b-79c5-48f6-8274-5cd710fb9067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253186 Feb 04 18:03:58.971379 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-311ce913-7fcd-49d8-8976-c1594a3d9cdb req-4d765299-66c5-46d4-bddd-00c51d21c341 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Feb 04 18:03:59.043029 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-fdb8177d-b1a3-4617-afd3-ebb43c7e5fe5 service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860801 Feb 04 18:03:59.134349 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-df8912a3-4cf2-433a-bdad-79485b00dc99 req-16082550-fcdb-4028-86ed-417b9626fe87 service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841734 Feb 04 18:03:59.233751 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b582570-b8c6-4082-8e94-a0c51969c728 req-9226c6c1-ac95-45e2-8b81-7c01d648dd94 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:59.235227 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b582570-b8c6-4082-8e94-a0c51969c728 req-9226c6c1-ac95-45e2-8b81-7c01d648dd94 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0509822 Feb 04 18:03:59.281260 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b582570-b8c6-4082-8e94-a0c51969c728 req-254ee9c7-0ca3-474f-aacc-a8e367d99d14 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Feb 04 18:03:59.877925 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268efff-3b76-4718-995e-29847c45e5b0 req-8ceb5a46-b951-4b25-ac64-9b1aa4b67107 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:03:59.879443 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4268efff-3b76-4718-995e-29847c45e5b0 req-8ceb5a46-b951-4b25-ac64-9b1aa4b67107 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0564404 Feb 04 18:03:59.952337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4268efff-3b76-4718-995e-29847c45e5b0 req-557d6345-1c88-44f0-8469-05b3b3493930 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Feb 04 18:04:00.090744 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64f750-90cd-4dee-a7ea-80cccb0a51ff req-31341def-4478-45c5-b5bf-9f27f8f1aa38 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:00.092212 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee64f750-90cd-4dee-a7ea-80cccb0a51ff req-31341def-4478-45c5-b5bf-9f27f8f1aa38 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Feb 04 18:04:00.141385 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee64f750-90cd-4dee-a7ea-80cccb0a51ff req-3ef4d451-3a1e-46e7-b890-57d03ea663e6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Feb 04 18:04:00.397176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57e00-b00a-488f-b240-8d94ad8cc58e req-9aeaeaeb-d43e-4dc9-bc9c-bbeed037e320 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:00.398693 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50f57e00-b00a-488f-b240-8d94ad8cc58e req-9aeaeaeb-d43e-4dc9-bc9c-bbeed037e320 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0521476 Feb 04 18:04:00.448438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50f57e00-b00a-488f-b240-8d94ad8cc58e req-5bd57c22-77db-466a-b245-740d3eba28a3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Feb 04 18:04:00.807829 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-735a7c23-ffc2-4b98-8dd6-9a0e1dee29ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:01.067008 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb1067-dfea-454f-936b-1e16a89eb8e4 req-f3a198fe-22ca-4367-a570-8e74a91329ed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:01.068362 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bcb1067-dfea-454f-936b-1e16a89eb8e4 req-f3a198fe-22ca-4367-a570-8e74a91329ed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0502284 Feb 04 18:04:01.113910 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bcb1067-dfea-454f-936b-1e16a89eb8e4 req-46c613e8-76aa-417a-b43b-26fa644d99ce tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Feb 04 18:04:01.258071 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd936a5-286b-410a-9ce7-4e0a8f8220d6 req-96221c1d-ca20-45d4-a45f-d1ac6686ef27 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:01.259549 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5dd936a5-286b-410a-9ce7-4e0a8f8220d6 req-96221c1d-ca20-45d4-a45f-d1ac6686ef27 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0509653 Feb 04 18:04:01.304397 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5dd936a5-286b-410a-9ce7-4e0a8f8220d6 req-c869469a-49cf-4d62-a0b8-41cead07ff40 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Feb 04 18:04:01.566303 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456f07-6760-4b90-95cc-ccd466b42e50 req-72c13f6a-eaff-4183-927a-2e9197e28f22 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:01.567789 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6456f07-6760-4b90-95cc-ccd466b42e50 req-72c13f6a-eaff-4183-927a-2e9197e28f22 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0539250 Feb 04 18:04:01.612708 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6456f07-6760-4b90-95cc-ccd466b42e50 req-9afba711-00c8-4d3d-bc63-0f9b4fce5314 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394077 Feb 04 18:04:02.111898 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:02.233321 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84949f33-845b-4312-a9ce-08639b9b118d req-1ca69aa3-fa48-4c79-9b58-767163ecfb6b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:02.234819 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-84949f33-845b-4312-a9ce-08639b9b118d req-1ca69aa3-fa48-4c79-9b58-767163ecfb6b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0527489 Feb 04 18:04:02.280230 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-84949f33-845b-4312-a9ce-08639b9b118d req-a668d36b-96ae-4798-8c8d-5b4d442a5757 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Feb 04 18:04:02.425014 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0191f-1e64-4ed1-b768-23657cc5d775 req-472d6014-5be8-41b9-b143-3a2d411de93a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:02.426383 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eea0191f-1e64-4ed1-b768-23657cc5d775 req-472d6014-5be8-41b9-b143-3a2d411de93a tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0539548 Feb 04 18:04:02.471390 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eea0191f-1e64-4ed1-b768-23657cc5d775 req-1aa44abd-5ebb-4b53-a61f-9b7761f66cf0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Feb 04 18:04:02.725078 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ce25-b1b2-4cd6-ae43-35afc0ecbe25 req-7886c808-6a3a-4743-b7cd-68ea9d73dfb6 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:02.726528 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab93ce25-b1b2-4cd6-ae43-35afc0ecbe25 req-7886c808-6a3a-4743-b7cd-68ea9d73dfb6 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0496709 Feb 04 18:04:02.770855 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab93ce25-b1b2-4cd6-ae43-35afc0ecbe25 req-ae3e4c4b-8cd5-408e-91dd-2ccc5285c13c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Feb 04 18:04:03.215006 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:03.395023 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172692d-c545-4c43-8faa-3568046a91f9 req-a5b70a75-73e0-4c23-a2ca-44d6568bd5ba tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:03.396485 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2172692d-c545-4c43-8faa-3568046a91f9 req-a5b70a75-73e0-4c23-a2ca-44d6568bd5ba tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0514779 Feb 04 18:04:03.444763 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2172692d-c545-4c43-8faa-3568046a91f9 req-60626787-205e-4f06-b8a1-cd6a35795d39 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Feb 04 18:04:03.805686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab05f3d-32b7-4622-a567-0f827d875e66 req-e7a5a1b4-62e6-4c4c-9a09-106924f60085 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:03.807078 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eab05f3d-32b7-4622-a567-0f827d875e66 req-e7a5a1b4-62e6-4c4c-9a09-106924f60085 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.2655983 Feb 04 18:04:03.876458 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eab05f3d-32b7-4622-a567-0f827d875e66 req-29aed62e-a58b-4aed-a886-c1ecadb3d909 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639858 Feb 04 18:04:03.900478 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4e3a-7438-4c0d-bc82-b2dd71613094 req-0e5760ce-ff56-4e92-adb5-8b7013e3a597 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:03.901904 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-338f4e3a-7438-4c0d-bc82-b2dd71613094 req-0e5760ce-ff56-4e92-adb5-8b7013e3a597 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0646906 Feb 04 18:04:03.946622 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-338f4e3a-7438-4c0d-bc82-b2dd71613094 req-29a99b25-5847-4034-8a8a-1c21e62a829f tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Feb 04 18:04:04.561951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2711ac-afa5-4001-8193-75c198993f43 req-594e58a2-c73d-4f13-9b55-c0a5e0f858fa tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:04.563448 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab2711ac-afa5-4001-8193-75c198993f43 req-594e58a2-c73d-4f13-9b55-c0a5e0f858fa tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0534298 Feb 04 18:04:04.611282 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ab2711ac-afa5-4001-8193-75c198993f43 req-fd19b99c-1689-4e91-b579-9df6637a3a19 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Feb 04 18:04:04.797664 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:04.993200 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e50d4-22c9-4aa5-b8f1-6ca99424e055 req-36228b34-7630-4766-b98e-61e01f8395de tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:04.994712 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db7e50d4-22c9-4aa5-b8f1-6ca99424e055 req-36228b34-7630-4766-b98e-61e01f8395de tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0512636 Feb 04 18:04:05.069750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db7e50d4-22c9-4aa5-b8f1-6ca99424e055 req-d9def624-8804-44f6-8ace-8c6b82e5a19c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Feb 04 18:04:05.087888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56c98a-abb1-418d-9ac5-a4ffe565cf7d req-c19b40f6-e45f-4da3-8a01-cdd54da430f1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:05.089339 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4e56c98a-abb1-418d-9ac5-a4ffe565cf7d req-c19b40f6-e45f-4da3-8a01-cdd54da430f1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0760827 Feb 04 18:04:05.135942 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4e56c98a-abb1-418d-9ac5-a4ffe565cf7d req-ca7265d8-cb27-41b8-b787-a6dc5448294f tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Feb 04 18:04:05.725435 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b5b15-1a78-4029-82ff-4b412c75f457 req-e913e474-3c7a-4f64-a7cf-05ed0b08d679 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:05.726949 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b95b5b15-1a78-4029-82ff-4b412c75f457 req-e913e474-3c7a-4f64-a7cf-05ed0b08d679 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0510218 Feb 04 18:04:05.773647 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b95b5b15-1a78-4029-82ff-4b412c75f457 req-ac6ce5da-95e9-4ea0-9797-724981598cd9 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Feb 04 18:04:06.193854 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07159331-929f-4f67-99e6-34a390fd6228 req-29dcc28c-a7d3-4a0c-8a0e-7e2750140d53 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:06.195516 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-07159331-929f-4f67-99e6-34a390fd6228 req-29dcc28c-a7d3-4a0c-8a0e-7e2750140d53 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0580726 Feb 04 18:04:06.275513 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-07159331-929f-4f67-99e6-34a390fd6228 req-30ea5a73-bc5f-4416-a5e4-f84a3d49a039 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 Feb 04 18:04:06.286718 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2665f51-259b-4f3b-8294-b0a277bd2301 req-b57de173-0fd2-4497-be71-7d2d835994e3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:06.288141 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e2665f51-259b-4f3b-8294-b0a277bd2301 req-b57de173-0fd2-4497-be71-7d2d835994e3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0809979 Feb 04 18:04:06.334695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e2665f51-259b-4f3b-8294-b0a277bd2301 req-4471b3a7-d4fd-4b23-8825-fef073a86eb6 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Feb 04 18:04:06.890845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66160262-c40a-47b9-a49b-ea7318ebd1e9 req-516191c7-af48-4ec7-8172-56c8081e229b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:06.892407 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-66160262-c40a-47b9-a49b-ea7318ebd1e9 req-516191c7-af48-4ec7-8172-56c8081e229b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 944 time: 0.0543849 Feb 04 18:04:06.938075 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-66160262-c40a-47b9-a49b-ea7318ebd1e9 req-8fabe7fc-8d9f-47f5-9c04-fc3853300011 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Feb 04 18:04:07.395442 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcb682-a11d-4c9e-8335-3704d372c563 req-a84fe27d-a448-4b44-b4fd-ebe88c4dc9e7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:07.396912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-39bcb682-a11d-4c9e-8335-3704d372c563 req-a84fe27d-a448-4b44-b4fd-ebe88c4dc9e7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0559316 Feb 04 18:04:07.470079 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-39bcb682-a11d-4c9e-8335-3704d372c563 req-68ccc4fe-272f-413a-9198-6edd916d8336 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677094 Feb 04 18:04:07.484229 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47eeee-cfe2-4055-a626-2d938afab11b req-f0f2d93b-9574-4500-a078-92be2033c20a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:07.485679 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1c47eeee-cfe2-4055-a626-2d938afab11b req-f0f2d93b-9574-4500-a078-92be2033c20a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0823257 Feb 04 18:04:07.530928 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1c47eeee-cfe2-4055-a626-2d938afab11b req-3387cbdc-3238-4773-b32b-30bae4a8e2e1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Feb 04 18:04:07.605330 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dc7e48d9-28db-43df-a99d-b317c0c45623 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:04:07.700334 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dc7e48d9-28db-43df-a99d-b317c0c45623,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:07.711690 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'dc7e48d9-28db-43df-a99d-b317c0c45623', 'network_id': '3dc2f191-988b-4e16-974b-c84a0b6125d2', 'port_id': 'dc7e48d9-28db-43df-a99d-b317c0c45623', 'mac_address': 'fa:16:3e:86:e4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c29342-7d7c-4b15-ba19-d1b2393955ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:04:07.747665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port dc7e48d9-28db-43df-a99d-b317c0c45623 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:07.748059 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:07.761018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7e48d9-28db-43df-a99d-b317c0c45623 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:07.779108 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dc7e48d9-28db-43df-a99d-b317c0c45623,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:07.878136 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:08.050652 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:08.060461 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dfcc4-942c-4356-8628-dbe1b47138fb req-3bc61557-e5d7-4939-b5cf-e43d75cc152d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:08.062053 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f8dfcc4-942c-4356-8628-dbe1b47138fb req-3bc61557-e5d7-4939-b5cf-e43d75cc152d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0544579 Feb 04 18:04:08.119285 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f8dfcc4-942c-4356-8628-dbe1b47138fb req-52fc66ad-af7d-4269-91ee-3cb648f00fe1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515883 Feb 04 18:04:08.589606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133eb1a5-fd12-4422-9ad8-2c68d3bea257 req-19443a24-b200-44ff-88a7-575309cf872d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:08.591208 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-133eb1a5-fd12-4422-9ad8-2c68d3bea257 req-19443a24-b200-44ff-88a7-575309cf872d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0534918 Feb 04 18:04:08.669310 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-133eb1a5-fd12-4422-9ad8-2c68d3bea257 req-7151cce8-da24-4d2d-80d0-827eb6e30347 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 Feb 04 18:04:08.683508 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc6e9-0beb-4341-a410-c3abdf860675 req-deed02d9-4c25-4c68-80a1-b007dcde160e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:08.684999 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bccc6e9-0beb-4341-a410-c3abdf860675 req-deed02d9-4c25-4c68-80a1-b007dcde160e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0739341 Feb 04 18:04:08.742695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bccc6e9-0beb-4341-a410-c3abdf860675 req-3561fc50-01c6-414b-9ba8-13aabe6484a1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514007 Feb 04 18:04:09.234862 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f96d50-7452-4d93-817b-1a15766b0dda req-183769fb-0a9d-485f-aae4-067365eb78c2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:09.236349 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-65f96d50-7452-4d93-817b-1a15766b0dda req-183769fb-0a9d-485f-aae4-067365eb78c2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0514750 Feb 04 18:04:09.281943 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-65f96d50-7452-4d93-817b-1a15766b0dda req-9a58d8eb-f254-4c00-a37d-e0017ec47c07 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Feb 04 18:04:09.790219 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e6fc-933d-40f3-8318-40d0515243da req-37a3eb9e-2b67-4b8d-85e5-8ac2d7b1d109 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:09.791781 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0961e6fc-933d-40f3-8318-40d0515243da req-37a3eb9e-2b67-4b8d-85e5-8ac2d7b1d109 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0552654 Feb 04 18:04:09.875440 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0961e6fc-933d-40f3-8318-40d0515243da req-c2b1c217-be53-496e-89f1-1a1b7384fbac tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779774 Feb 04 18:04:09.889035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebf8e3-ec6a-4aef-a285-e3523dbb3057 req-6ff2f4dc-9967-461c-bc01-b8bb94fd8668 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:09.891081 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2ebf8e3-ec6a-4aef-a285-e3523dbb3057 req-6ff2f4dc-9967-461c-bc01-b8bb94fd8668 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0767982 Feb 04 18:04:09.936914 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2ebf8e3-ec6a-4aef-a285-e3523dbb3057 req-dc61f126-7079-49b9-b42f-59004b1a104e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Feb 04 18:04:10.396158 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7038-0dde-4b97-b481-8db9d146eef0 req-b45727f4-0f3d-41f3-897c-365ea6e6f51c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:10.397541 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-41ec7038-0dde-4b97-b481-8db9d146eef0 req-b45727f4-0f3d-41f3-897c-365ea6e6f51c tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0514147 Feb 04 18:04:10.442069 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-41ec7038-0dde-4b97-b481-8db9d146eef0 req-9ad03da9-925f-4044-a50b-6c4f246fbd20 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Feb 04 18:04:10.992039 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2623-90d9-40b0-a907-d2e50d9809c5 req-affdf672-584f-42b2-a708-159c161712a2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:10.993532 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1dfa2623-90d9-40b0-a907-d2e50d9809c5 req-affdf672-584f-42b2-a708-159c161712a2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Feb 04 18:04:11.074611 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1dfa2623-90d9-40b0-a907-d2e50d9809c5 req-c7cdc2c2-0b9a-4865-88ac-ae07db7292a5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Feb 04 18:04:11.084097 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a1598-a4b4-46b3-9ace-b77f7a1457e7 req-30acc96b-b6f7-4604-a04c-ffe4d53db203 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:11.085617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-510a1598-a4b4-46b3-9ace-b77f7a1457e7 req-30acc96b-b6f7-4604-a04c-ffe4d53db203 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0805695 Feb 04 18:04:11.132596 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-510a1598-a4b4-46b3-9ace-b77f7a1457e7 req-82b32b70-f497-4df0-9aab-95bd619528de tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Feb 04 18:04:11.557291 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27641f-150e-4aac-a27a-d458cb67b0bd req-59bebb41-4488-4ed1-9e31-d7416c917893 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:11.558783 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3a27641f-150e-4aac-a27a-d458cb67b0bd req-59bebb41-4488-4ed1-9e31-d7416c917893 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0518417 Feb 04 18:04:11.605047 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3a27641f-150e-4aac-a27a-d458cb67b0bd req-10428fb8-1439-4fe2-893b-a76c272804f8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Feb 04 18:04:12.195500 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7880ea-db69-430f-975a-294cdd4dab90 req-5de27d8d-61b6-4c1e-8430-ccf40efabe24 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:12.196988 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f7880ea-db69-430f-975a-294cdd4dab90 req-5de27d8d-61b6-4c1e-8430-ccf40efabe24 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0558357 Feb 04 18:04:12.270673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f7880ea-db69-430f-975a-294cdd4dab90 req-fcbd0fe8-09b6-4208-9dfd-58dd5caa51d7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Feb 04 18:04:12.278057 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba41a5-142a-4df9-878d-21d100224395 req-f0064e9a-c9a6-4213-b1e4-bc5d9e8e29f2 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:12.279524 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38ba41a5-142a-4df9-878d-21d100224395 req-f0064e9a-c9a6-4213-b1e4-bc5d9e8e29f2 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 943 time: 0.0813415 Feb 04 18:04:12.326438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38ba41a5-142a-4df9-878d-21d100224395 req-435b4d2c-5ac5-47b1-9bef-e7701bb79715 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Feb 04 18:04:12.333869 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 9be7a7bb-43f1-4a15-908b-750308500bc3 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:04:12.430102 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9be7a7bb-43f1-4a15-908b-750308500bc3,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:12.441873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '9be7a7bb-43f1-4a15-908b-750308500bc3', 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067', 'port_id': '9be7a7bb-43f1-4a15-908b-750308500bc3', 'mac_address': 'fa:16:3e:d8:82:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dc40d-8f3b-44d5-a71a-a42f167d0f7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:04:12.477342 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 9be7a7bb-43f1-4a15-908b-750308500bc3 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:12.477742 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:12.490600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be7a7bb-43f1-4a15-908b-750308500bc3 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:12.509874 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9be7a7bb-43f1-4a15-908b-750308500bc3,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:12.609979 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:12.656218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:12.724196 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c87be-539f-40d5-bae2-c3ef1c1f9905 req-a759ad4d-bdb3-4d63-8b0e-887abcfe9ca8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:12.725671 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-834c87be-539f-40d5-bae2-c3ef1c1f9905 req-a759ad4d-bdb3-4d63-8b0e-887abcfe9ca8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0550005 Feb 04 18:04:12.771087 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-834c87be-539f-40d5-bae2-c3ef1c1f9905 req-a75dfd1d-b779-495b-8091-980335895b54 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Feb 04 18:04:13.388456 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f34f8b-0a59-4118-ad2c-5cd82b6e40bd req-e54f2ef3-91c9-440f-8ac3-8c434c7e8dac tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:13.389974 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17f34f8b-0a59-4118-ad2c-5cd82b6e40bd req-e54f2ef3-91c9-440f-8ac3-8c434c7e8dac tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Feb 04 18:04:13.462972 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17f34f8b-0a59-4118-ad2c-5cd82b6e40bd req-5deaf638-54a4-4dca-96dc-d725f74f5674 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Feb 04 18:04:13.474536 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdb10b-3f2e-4aca-8b4c-233d08f50c20 req-06404720-1718-4de8-abbb-a3cea34233ba tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:13.476089 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4cbdb10b-3f2e-4aca-8b4c-233d08f50c20 req-06404720-1718-4de8-abbb-a3cea34233ba tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0838249 Feb 04 18:04:13.535472 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4cbdb10b-3f2e-4aca-8b4c-233d08f50c20 req-d17be14b-939f-4259-ae0d-6d5d171513b3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Feb 04 18:04:13.889419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e2f4-2e10-4060-a937-99e6de87f6b1 req-2cf472a6-daf2-440c-8ba7-5937075cd11a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:13.890936 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b374e2f4-2e10-4060-a937-99e6de87f6b1 req-2cf472a6-daf2-440c-8ba7-5937075cd11a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0527670 Feb 04 18:04:13.937438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b374e2f4-2e10-4060-a937-99e6de87f6b1 req-a47f9306-b9df-4ad8-b8f9-12715ee024b4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Feb 04 18:04:14.394277 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['dc7e48d9-28db-43df-a99d-b317c0c45623'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:14.581935 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75cc09-0c0f-47f0-8329-b97464052409 req-92fb2716-37b9-4846-b323-c20aecc86b92 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:14.583438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1e75cc09-0c0f-47f0-8329-b97464052409 req-92fb2716-37b9-4846-b323-c20aecc86b92 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0518475 Feb 04 18:04:14.661056 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1e75cc09-0c0f-47f0-8329-b97464052409 req-233aa7c3-b546-4213-a4d9-04ce2b62bab7 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721297 Feb 04 18:04:14.676016 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08670b2-11a2-40c7-a662-ef4e51c78203 req-45d92469-ca40-40df-b505-cd91e9ca68f5 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:14.677457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a08670b2-11a2-40c7-a662-ef4e51c78203 req-45d92469-ca40-40df-b505-cd91e9ca68f5 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0734034 Feb 04 18:04:14.723106 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a08670b2-11a2-40c7-a662-ef4e51c78203 req-fc3040b4-e448-4f29-89d1-57de73c74829 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Feb 04 18:04:15.051629 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe040d9-5e7d-45be-bfd8-c452752b9d97 req-9eeaa8b7-c717-4d0d-801f-f62b14ef6580 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:15.053107 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fe040d9-5e7d-45be-bfd8-c452752b9d97 req-9eeaa8b7-c717-4d0d-801f-f62b14ef6580 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0509832 Feb 04 18:04:15.098363 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fe040d9-5e7d-45be-bfd8-c452752b9d97 req-84da400d-08ab-4830-b302-014b5b585775 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Feb 04 18:04:15.780538 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d0335-5993-478d-87f4-349dcba3aaa3 req-ac26aa98-7aeb-4fba-a3e3-e88f2307e99f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:15.782082 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f86d0335-5993-478d-87f4-349dcba3aaa3 req-ac26aa98-7aeb-4fba-a3e3-e88f2307e99f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0541220 Feb 04 18:04:15.864655 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f86d0335-5993-478d-87f4-349dcba3aaa3 req-c7085cee-6857-4a09-a91a-11b19c3c3330 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Feb 04 18:04:15.876567 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1ecf5-6690-40b8-9f46-06f1f7d779bb req-62250e3b-d22b-4b41-abfa-ecc9813d1bc1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:15.878068 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5af1ecf5-6690-40b8-9f46-06f1f7d779bb req-62250e3b-d22b-4b41-abfa-ecc9813d1bc1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0843337 Feb 04 18:04:15.927616 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5af1ecf5-6690-40b8-9f46-06f1f7d779bb req-6fb1d112-0446-4edd-96ca-79ea490d8639 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438497 Feb 04 18:04:16.218445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30d63-18b9-4cf0-a93e-372913ac691d req-adc7f71c-bd3b-4854-be35-90cfc470e03b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:16.219977 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-62f30d63-18b9-4cf0-a93e-372913ac691d req-adc7f71c-bd3b-4854-be35-90cfc470e03b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0523088 Feb 04 18:04:16.269595 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-62f30d63-18b9-4cf0-a93e-372913ac691d req-97109209-5c8b-4e49-9117-34731a1f976b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Feb 04 18:04:16.611725 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['9be7a7bb-43f1-4a15-908b-750308500bc3'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:16.990981 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cc7b5-896c-46f0-b955-bb8220ecbe30 req-93f13b00-942c-42a0-bf9c-207242067252 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:16.992596 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-387cc7b5-896c-46f0-b955-bb8220ecbe30 req-93f13b00-942c-42a0-bf9c-207242067252 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0605376 Feb 04 18:04:17.072452 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-387cc7b5-896c-46f0-b955-bb8220ecbe30 req-cbde7f04-c28b-4b43-96b4-4001dd2b9fad tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 Feb 04 18:04:17.080308 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d572c-6e54-4f2d-a54b-46af99b256fc req-a52670c7-138b-40fd-a31f-d0042b5fb803 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:17.081819 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f5d572c-6e54-4f2d-a54b-46af99b256fc req-a52670c7-138b-40fd-a31f-d0042b5fb803 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0850961 Feb 04 18:04:17.132275 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f5d572c-6e54-4f2d-a54b-46af99b256fc req-e480744a-7976-4ad7-bd61-06757bd5fadc tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Feb 04 18:04:17.390836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f4047-b0a2-460e-8285-f10e9ca5fc4c req-3f944e34-6da6-4f19-aedd-12a0584cb9a4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:17.392319 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e2f4047-b0a2-460e-8285-f10e9ca5fc4c req-3f944e34-6da6-4f19-aedd-12a0584cb9a4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0573180 Feb 04 18:04:17.440003 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e2f4047-b0a2-460e-8285-f10e9ca5fc4c req-1cebd55e-0014-4459-b04b-a9e28f6e3c13 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Feb 04 18:04:17.815739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:18.194809 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b83e-8bbc-4750-a5a2-fd5930cc7aed req-9946063c-1a0a-459f-8590-2102c2209d58 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:18.196474 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6274b83e-8bbc-4750-a5a2-fd5930cc7aed req-9946063c-1a0a-459f-8590-2102c2209d58 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0545630 Feb 04 18:04:18.281301 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6274b83e-8bbc-4750-a5a2-fd5930cc7aed req-35829cae-ba68-4f16-95f1-e27a95a590ca tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783987 Feb 04 18:04:18.291592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5392ad-e97e-420a-88d2-d0dbfbf9e55f req-80ad2d41-e02f-4b2f-a778-c78fa53e0fcf tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:18.293231 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6b5392ad-e97e-420a-88d2-d0dbfbf9e55f req-80ad2d41-e02f-4b2f-a778-c78fa53e0fcf tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0917287 Feb 04 18:04:18.354955 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6b5392ad-e97e-420a-88d2-d0dbfbf9e55f req-d697c699-e240-4077-aa0b-ee13361fd076 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Feb 04 18:04:18.449190 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0599b2d-650e-431c-88af-38fa3235df76 req-be783692-dd2c-4f98-988b-be803f03018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:18.450726 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e0599b2d-650e-431c-88af-38fa3235df76 req-be783692-dd2c-4f98-988b-be803f03018f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0432599 Feb 04 18:04:18.495749 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e0599b2d-650e-431c-88af-38fa3235df76 req-cd19afaf-e2dc-4e3f-9403-97de3e7042a3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386369 Feb 04 18:04:18.551819 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dc7e48d9-28db-43df-a99d-b317c0c45623 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:04:18.557437 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d98a61-533d-4d11-9410-1ed542d9557a req-acf5bc14-e040-4bf0-9eb0-64b60a56d137 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:18.558945 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8d98a61-533d-4d11-9410-1ed542d9557a req-acf5bc14-e040-4bf0-9eb0-64b60a56d137 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 945 time: 0.0530863 Feb 04 18:04:18.606848 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8d98a61-533d-4d11-9410-1ed542d9557a req-768a4f58-2f17-47ba-8b47-25045215fba2 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Feb 04 18:04:18.672488 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port dc7e48d9-28db-43df-a99d-b317c0c45623 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:04:18.676737 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port dc7e48d9-28db-43df-a99d-b317c0c45623 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:18.677150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:18.757305 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port dc7e48d9-28db-43df-a99d-b317c0c45623 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:18.757706 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:18.780702 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:18.782973 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43868f28-3896-4bef-b14a-7c24b8c00e25" -d '{"events": [{"server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:18.796241 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dc7e48d9-28db-43df-a99d-b317c0c45623,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:18.820435 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7059d-ff38-4107-89c2-f9962c84e9f0 x-openstack-request-id: req-10a7059d-ff38-4107-89c2-f9962c84e9f0 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:18.824131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "name": "network-vif-plugged", "status": "completed", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:18.824131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10a7059d-ff38-4107-89c2-f9962c84e9f0 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:18.824131 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623', 'code': 200} Feb 04 18:04:18.878248 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:18.926241 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:19.400519 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68921c7-0444-4b7c-b6ec-884e750be5ae req-87756824-69e7-4ebe-8d57-eb2987222dec tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:19.402217 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d68921c7-0444-4b7c-b6ec-884e750be5ae req-87756824-69e7-4ebe-8d57-eb2987222dec tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0552413 Feb 04 18:04:19.480189 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d68921c7-0444-4b7c-b6ec-884e750be5ae req-bcd367f3-d823-418f-9321-c8b4f971c25f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712314 Feb 04 18:04:19.502408 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c8ab-d6e9-40de-be2f-d40e30ab8a0d req-7d1418dc-9baf-4cbc-a1da-9f24cc17ebd9 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:19.503947 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b24c8ab-d6e9-40de-be2f-d40e30ab8a0d req-7d1418dc-9baf-4cbc-a1da-9f24cc17ebd9 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.0744138 Feb 04 18:04:19.555198 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b24c8ab-d6e9-40de-be2f-d40e30ab8a0d req-16320631-064c-49e9-96fb-b56af62abddc tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Feb 04 18:04:19.606951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b8392-4005-46c6-87bb-428523d7fab2 req-e0105b56-06af-438f-bd88-4dd2ce4399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:19.608449 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e58b8392-4005-46c6-87bb-428523d7fab2 req-e0105b56-06af-438f-bd88-4dd2ce4399bb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 1130 time: 0.0430875 Feb 04 18:04:19.668693 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e58b8392-4005-46c6-87bb-428523d7fab2 req-11d211cd-c8e7-4e12-968e-1ca474916cad service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Feb 04 18:04:19.728352 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab495dc-4061-4afc-ba09-f4492c8af86f req-67ed96ff-3ad1-4388-bbef-f787789e9a3f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:19.729833 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ab495dc-4061-4afc-ba09-f4492c8af86f req-67ed96ff-3ad1-4388-bbef-f787789e9a3f tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0536973 Feb 04 18:04:19.776961 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ab495dc-4061-4afc-ba09-f4492c8af86f req-6b8f7b65-4805-4cfa-8717-29fe2366aac1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414240 Feb 04 18:04:20.438643 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-4172470a-68c3-40fa-a678-b5c8c92308c9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979864658&fields=id&tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8 HTTP/1.1" status: 200 len: 267 time: 0.0436471 Feb 04 18:04:20.552818 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-1300b19a-2b47-4836-b6ec-014c83b700b3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:20.558750 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 9be7a7bb-43f1-4a15-908b-750308500bc3 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:04:20.567191 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-1300b19a-2b47-4836-b6ec-014c83b700b3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 809 time: 0.1219413 Feb 04 18:04:20.593629 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-fbc6df5e-aaa3-445d-831b-63d0a4631a26 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/quotas/e2493fd3d7f84ef0ac9f24b259ec02d8 HTTP/1.1" status: 200 len: 375 time: 0.0251958 Feb 04 18:04:20.676884 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaab39-55cd-49bd-aab4-949b65892c49 req-9a508b1e-c8a9-426b-ac9a-83c23ad98e35 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:20.678280 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29eaab39-55cd-49bd-aab4-949b65892c49 req-9a508b1e-c8a9-426b-ac9a-83c23ad98e35 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.1076541 Feb 04 18:04:20.683464 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-ef018947-e9aa-46f9-a3d9-798123f602d8 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728016 Feb 04 18:04:20.700643 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 9be7a7bb-43f1-4a15-908b-750308500bc3 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:04:20.704687 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 9be7a7bb-43f1-4a15-908b-750308500bc3 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:20.705255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:20.773398 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29eaab39-55cd-49bd-aab4-949b65892c49 req-862b4d7f-4f5a-4549-ba20-487bdb4410d8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Feb 04 18:04:20.783099 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 9be7a7bb-43f1-4a15-908b-750308500bc3 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:20.783505 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:20.815780 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-49dd91ab-e556-403c-90c2-2a9b8d013e64 service neutron] 10.222.0.98 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183107 Feb 04 18:04:20.819185 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9be7a7bb-43f1-4a15-908b-750308500bc3,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:20.822364 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:20.824640 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a45e768-a1ef-4820-9ecd-0811ae300b84" -d '{"events": [{"server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:20.944346 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcf5e1-682f-4b0e-b6b6-ab98dc3f613d req-86f7a770-8792-4eb1-8b3f-a4db6e3c1731 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:20.945731 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98dcf5e1-682f-4b0e-b6b6-ab98dc3f613d req-86f7a770-8792-4eb1-8b3f-a4db6e3c1731 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 944 time: 0.1062915 Feb 04 18:04:20.949359 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-54bffe74-ea7e-4b41-ad00-a23501d022be service neutron] 10.222.0.98 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279089 Feb 04 18:04:20.953274 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:21.001639 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98dcf5e1-682f-4b0e-b6b6-ab98dc3f613d req-1e3f48c2-9177-43a6-b4f2-25882576ea24 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Feb 04 18:04:21.007451 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:21.127309 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6391da1-9528-47ab-9343-1d394b02c01e req-84549534-d2ca-4e59-83e2-0ddb6e081684 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:21.128799 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e6391da1-9528-47ab-9343-1d394b02c01e req-84549534-d2ca-4e59-83e2-0ddb6e081684 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0612123 Feb 04 18:04:21.176445 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e6391da1-9528-47ab-9343-1d394b02c01e req-bd7ccef5-0611-47dc-b7ac-95b51f66e976 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Feb 04 18:04:21.218910 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0adc468-fccd-4649-aae8-e9ffabe06820 x-openstack-request-id: req-d0adc468-fccd-4649-aae8-e9ffabe06820 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:21.219205 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:21.219464 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0adc468-fccd-4649-aae8-e9ffabe06820 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:21.219856 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3', 'code': 200} Feb 04 18:04:21.528843 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c3c03b9c-9186-470c-a25c-a3d674b42380 req-dcbe1845-525b-42fc-97e0-0bad3d819d52 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Feb 04 18:04:21.663062 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f08c3-3776-4b02-946f-352f2dc3fb95 req-1064ccb3-1a01-4e94-b050-96e0d8382516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:21.665211 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f43f08c3-3776-4b02-946f-352f2dc3fb95 req-1064ccb3-1a01-4e94-b050-96e0d8382516 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 1129 time: 0.0485117 Feb 04 18:04:21.710643 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f43f08c3-3776-4b02-946f-352f2dc3fb95 req-97b47a20-8c33-4d9b-8761-18362cfe05a2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368657 Feb 04 18:04:21.891944 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da208f2-ee15-4d4d-ac2a-200a4abc0262 req-02662326-2df2-4600-be02-3cec519b13e4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:21.893445 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3da208f2-ee15-4d4d-ac2a-200a4abc0262 req-02662326-2df2-4600-be02-3cec519b13e4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0520992 Feb 04 18:04:21.943390 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3da208f2-ee15-4d4d-ac2a-200a4abc0262 req-27fb69d6-b60c-48b7-94dd-fca273b50355 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Feb 04 18:04:22.129341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1df5d-b50e-4ba6-b9a7-9dbaef901931 req-0ccf9a39-e244-4721-a32e-7813e35f99de tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.131335 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19d1df5d-b50e-4ba6-b9a7-9dbaef901931 req-0ccf9a39-e244-4721-a32e-7813e35f99de tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0564103 Feb 04 18:04:22.186623 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19d1df5d-b50e-4ba6-b9a7-9dbaef901931 req-9d6534a9-73be-4a58-a507-2e8a5c8c5458 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Feb 04 18:04:22.303663 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0addcd-7fd3-4051-ae4a-75a4c7a71491 req-0dbc660b-aee3-43dd-aed1-2de6d18e8ff6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.305151 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b0addcd-7fd3-4051-ae4a-75a4c7a71491 req-0dbc660b-aee3-43dd-aed1-2de6d18e8ff6 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0589056 Feb 04 18:04:22.354976 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b0addcd-7fd3-4051-ae4a-75a4c7a71491 req-5fe9ccc6-c8be-48a0-82cc-0ce50305eb80 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Feb 04 18:04:22.439457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57d6e7-6180-4b18-9eea-723196653ddd req-b7a7b6b1-504e-457e-a6f5-f75749d2b6b2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.441182 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ec57d6e7-6180-4b18-9eea-723196653ddd req-b7a7b6b1-504e-457e-a6f5-f75749d2b6b2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0619576 Feb 04 18:04:22.491427 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ec57d6e7-6180-4b18-9eea-723196653ddd req-84af9286-d5e6-449c-bfc0-f10924ae25f4 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 Feb 04 18:04:22.562734 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-d402fb7a-9a10-4bdc-b0db-fd705cbe7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.564404 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-d402fb7a-9a10-4bdc-b0db-fd705cbe7321 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 1129 time: 0.0447257 Feb 04 18:04:22.621974 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-57be16e3-de04-4aca-b613-26ad474a2218 req-49b6d471-1705-493f-a956-1fd02ae8e68b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0275993 Feb 04 18:04:22.661181 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-0b940c3a-622e-4184-b5c1-a8b9030d17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.662689 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-0b940c3a-622e-4184-b5c1-a8b9030d17b9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 200 len: 921 time: 0.0917804 Feb 04 18:04:22.723752 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-d6341598-278c-4704-ba7e-71cb404c255f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 200 len: 217 time: 0.0356202 Feb 04 18:04:22.771637 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-5f76abb3-b420-4383-a446-83feba1ed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:22.773016 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-5f76abb3-b420-4383-a446-83feba1ed921 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 200 len: 859 time: 0.0434377 Feb 04 18:04:22.808130 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-b0b7c9e2-6617-43d4-80ab-dbd8d2cdc47d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9c690480-f668-45a1-920e-e1d3e188eb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289438 Feb 04 18:04:22.918458 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-83f9fe32-27ff-480c-b5ab-58b5c7925a85 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881739 Feb 04 18:04:23.012297 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3f3b509e-6285-415f-82db-bd1294b8ecf3 req-b789858a-4d7f-4ab2-8329-bd6e2e99b3e8 service neutron] 10.222.0.113 "GET /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865672 Feb 04 18:04:23.310314 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d817e-cb1a-44c2-8ce7-e903f2657d56 req-2295648b-d684-421f-9656-e466537d4584 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:23.311880 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3a3d817e-cb1a-44c2-8ce7-e903f2657d56 req-2295648b-d684-421f-9656-e466537d4584 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0571260 Feb 04 18:04:23.359627 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3a3d817e-cb1a-44c2-8ce7-e903f2657d56 req-e26b0b4a-652e-4b3e-9f57-32a4ce690ad1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Feb 04 18:04:23.618038 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5016715-24b5-4571-88fc-33b8a338ed4b req-8932363b-ed0a-4b4f-b30c-1c7a266920d2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:23.619541 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5016715-24b5-4571-88fc-33b8a338ed4b req-8932363b-ed0a-4b4f-b30c-1c7a266920d2 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0593429 Feb 04 18:04:23.691301 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5016715-24b5-4571-88fc-33b8a338ed4b req-8183e78c-adec-436f-87ca-39e72a1a165e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659318 Feb 04 18:04:23.721360 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c7d65020-5c08-4e01-8e15-580a0993c2b2 req-4c28dda6-9e46-4f24-a6aa-5521433052cc tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Feb 04 18:04:24.406280 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:04:24.438611 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-022c69bb-a59b-4e45-b1b0-d31987ea10d0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:24.440105 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-022c69bb-a59b-4e45-b1b0-d31987ea10d0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 809 time: 0.1112242 Feb 04 18:04:24.489742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b378-9e39-41ef-b600-ec3317d3a785 req-b02ca0d9-a12f-4e9f-9389-48091c3c2851 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:24.491263 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af04b378-9e39-41ef-b600-ec3317d3a785 req-b02ca0d9-a12f-4e9f-9389-48091c3c2851 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0528386 Feb 04 18:04:24.509950 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-cffa05e2-7c45-42ce-b02a-ba3b5b2b1b95 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8 HTTP/1.1" status: 200 len: 380 time: 0.0534689 Feb 04 18:04:24.524470 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'port': {'device_id': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'admin_state_up': True, 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'security_groups': ['25685a2b-5b22-48eb-9d2e-eff118214e03']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:24.543811 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af04b378-9e39-41ef-b600-ec3317d3a785 req-2cb94ad6-a541-4998-889b-a801e9049489 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Feb 04 18:04:24.713061 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Made reservation on behalf of e2493fd3d7f84ef0ac9f24b259ec02d8 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:04:24.716630 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:24.844525 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba8977f3-dca9-4a77-936c-dacd3b69a2e2 req-c8737a50-143a-443d-b205-da83dbc7648b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0307341 Feb 04 18:04:24.856356 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fefb78-f3ec-488b-a363-2a3ea645b1ac req-7827fa39-1873-4d64-9dd2-63951901ac19 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:24.859628 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-59fefb78-f3ec-488b-a363-2a3ea645b1ac req-7827fa39-1873-4d64-9dd2-63951901ac19 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0964918 Feb 04 18:04:24.886815 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Allocated IP 172.20.0.13 (292f6a38-4bca-48ca-b116-76ea4926f066/07521e48-2dea-44df-b377-484d5c95b2d0/a8ca804a-2879-4f45-91f3-f7ace366691d) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:04:24.915236 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-59fefb78-f3ec-488b-a363-2a3ea645b1ac req-7e914fbb-1fe1-48fd-8e99-67a2b0a46419 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Feb 04 18:04:25.029650 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.135855 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.191012 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Network 292f6a38-4bca-48ca-b116-76ea4926f066 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:04:25.194043 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:04:25.196606 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:04:25.205703 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:25.234600 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.234984 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.235295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.235639 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.236476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.236765 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.239186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:25.266463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:25.267149 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.367279 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-2323b795-59ce-4a60-8352-1aff66743cc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8464725 Feb 04 18:04:25.440037 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Request body: {'port': {'device_id': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:25.477946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-027b5738-37be-44b8-9c04-65758895930d None None] Provisioning complete for port a8ca804a-2879-4f45-91f3-f7ace366691d triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:25.478549 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-027b5738-37be-44b8-9c04-65758895930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.519663 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.523498 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-027b5738-37be-44b8-9c04-65758895930d None None] Port a8ca804a-2879-4f45-91f3-f7ace366691d cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:04:25.793100 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ca804a-2879-4f45-91f3-f7ace366691d {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:25.800830 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks [] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.813316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Transition to ACTIVE for port object a8ca804a-2879-4f45-91f3-f7ace366691d will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:04:25.891813 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:25.946164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:25.988351 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c275b-9505-4a24-b4de-2ec379426fdb req-0b7751c0-271d-4fd3-a901-d767476765e5 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:25.990880 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-863c275b-9505-4a24-b4de-2ec379426fdb req-0b7751c0-271d-4fd3-a901-d767476765e5 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0674546 Feb 04 18:04:26.023408 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Attempting to bind port a8ca804a-2879-4f45-91f3-f7ace366691d on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:04:26.023753 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Attempting to bind port a8ca804a-2879-4f45-91f3-f7ace366691d by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:04:26.024158 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Attempting to bind port a8ca804a-2879-4f45-91f3-f7ace366691d on network 292f6a38-4bca-48ca-b116-76ea4926f066 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:26.029671 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Port a8ca804a-2879-4f45-91f3-f7ace366691d on network 292f6a38-4bca-48ca-b116-76ea4926f066 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:04:26.029671 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Attempting to bind port a8ca804a-2879-4f45-91f3-f7ace366691d on network 292f6a38-4bca-48ca-b116-76ea4926f066 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:26.035126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:04:26.035126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Checking segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:04:26.035126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Bound using segment: {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:04:26.036356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Bound port: a8ca804a-2879-4f45-91f3-f7ace366691d, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1064070-7605-4b43-906f-e026a79f7ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:04:26.037177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:26.055039 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-863c275b-9505-4a24-b4de-2ec379426fdb req-e91752b4-fde3-4b64-ab48-a247492391ef tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547254 Feb 04 18:04:26.113667 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:04:26.117387 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:04:26.173517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b381d-e077-4c4b-a265-3ab07439bfdb req-2f8ab18d-7962-48b3-b235-b0887116f9c5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:26.175061 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c67b381d-e077-4c4b-a265-3ab07439bfdb req-2f8ab18d-7962-48b3-b235-b0887116f9c5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0566425 Feb 04 18:04:26.221708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:26.222756 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c67b381d-e077-4c4b-a265-3ab07439bfdb req-5aea95c9-52c0-4229-9414-657b4764a546 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Feb 04 18:04:26.261708 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:26.262636 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:26.264037 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] 10.222.0.113 "PUT /v2.0/ports/a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1094 time: 0.8285377 Feb 04 18:04:26.265104 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:26.266837 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982cd68-8b74-409f-8fc0-ec500df66d67" -d '{"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:26.290060 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c37e2-d9ee-4ea4-9600-4bd864701e83 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:26.307019 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd76ca-c449-4459-b003-a7108b8916a9 x-openstack-request-id: req-7cfd76ca-c449-4459-b003-a7108b8916a9 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:26.307342 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:26.307602 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7cfd76ca-c449-4459-b003-a7108b8916a9 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:26.308066 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'status': 'completed', 'code': 200} Feb 04 18:04:27.176586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0688a47-47bf-4c93-9b70-fa36844f036c req-d9400672-6299-4f1b-96b6-e66d3954568b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:27.178070 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b0688a47-47bf-4c93-9b70-fa36844f036c req-d9400672-6299-4f1b-96b6-e66d3954568b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0530899 Feb 04 18:04:27.226513 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b0688a47-47bf-4c93-9b70-fa36844f036c req-8852225e-501c-42f2-b39c-3a0a57203444 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Feb 04 18:04:27.354558 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb43b9-0b7a-4207-973f-88781638fc66 req-306d476a-840b-4b07-bbc1-263d9ef2d116 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:27.355946 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0beb43b9-0b7a-4207-973f-88781638fc66 req-306d476a-840b-4b07-bbc1-263d9ef2d116 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0625584 Feb 04 18:04:27.407044 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0beb43b9-0b7a-4207-973f-88781638fc66 req-59c4387c-988e-4742-b176-4072c4e409f8 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Feb 04 18:04:28.341829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e1e69-7490-4cba-9280-117610ef5178 req-9dfb7136-d9c9-4bdc-b6a8-a9f659ce5726 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:28.343831 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f7e1e69-7490-4cba-9280-117610ef5178 req-9dfb7136-d9c9-4bdc-b6a8-a9f659ce5726 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0518250 Feb 04 18:04:28.398055 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f7e1e69-7490-4cba-9280-117610ef5178 req-c1a3aa17-11af-4d21-ba82-5ba328677055 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Feb 04 18:04:28.529829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83133-2ffd-43de-b342-9a153b989f7c req-eb6469b4-542c-4a6b-a528-9b36828f866d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:28.531995 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-31d83133-2ffd-43de-b342-9a153b989f7c req-eb6469b4-542c-4a6b-a528-9b36828f866d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0578613 Feb 04 18:04:28.551634 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4fd00452-64c5-4c32-a9b8-f576b2bc324b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:28.586491 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-31d83133-2ffd-43de-b342-9a153b989f7c req-f69a6999-90b3-45af-bf4e-8958d757e079 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Feb 04 18:04:29.526815 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab1e9a-5cf7-46d1-bf78-7053eb13877a req-1d2451ae-0b7f-49b4-b86e-a780312b255b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:29.528338 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5bab1e9a-5cf7-46d1-bf78-7053eb13877a req-1d2451ae-0b7f-49b4-b86e-a780312b255b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0625539 Feb 04 18:04:29.529299 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-63aa6e49-d4de-4c9f-83fa-3aeca7634dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:29.531473 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-63aa6e49-d4de-4c9f-83fa-3aeca7634dc8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1128 time: 0.0455549 Feb 04 18:04:29.584552 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5bab1e9a-5cf7-46d1-bf78-7053eb13877a req-c89c4183-f443-4e42-b69a-a23b9be7c1bd tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Feb 04 18:04:29.724416 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf285-42d4-4ad9-a757-daf6d50bd111 req-68e30d43-eef9-412b-8691-7228aec8972c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:29.725987 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9faf285-42d4-4ad9-a757-daf6d50bd111 req-68e30d43-eef9-412b-8691-7228aec8972c tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0556200 Feb 04 18:04:29.782686 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9faf285-42d4-4ad9-a757-daf6d50bd111 req-b9682452-5954-43e6-abdb-f6f9a9ea2979 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Feb 04 18:04:29.851139 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-19f200ce-244b-4961-8864-c05c4faf41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:29.852609 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-19f200ce-244b-4961-8864-c05c4faf41a4 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3081398 Feb 04 18:04:29.961326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-86dc7f7a-df7f-477a-b4c9-ada66960fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:29.963347 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9982cd68-8b74-409f-8fc0-ec500df66d67 req-86dc7f7a-df7f-477a-b4c9-ada66960fd29 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1028922 Feb 04 18:04:30.097361 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-85d16eee-8739-4da8-91ab-ea7f74141da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:30.099738 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-85d16eee-8739-4da8-91ab-ea7f74141da0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1128 time: 0.0512009 Feb 04 18:04:30.154850 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-6e024068-dd4c-46eb-8aa7-303dd55cfa5a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 217 time: 0.0371096 Feb 04 18:04:30.232505 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-564c3c7c-9faf-4138-bd6a-81ea372b895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:30.234647 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-564c3c7c-9faf-4138-bd6a-81ea372b895e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0507419 Feb 04 18:04:30.286982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-19205313-5c4d-4358-8db6-956a91bb2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:30.290391 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-19205313-5c4d-4358-8db6-956a91bb2b1c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467458 Feb 04 18:04:30.378834 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-f522b91a-1d19-4462-8fb0-5659f71b9e09 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Feb 04 18:04:30.472909 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a84b4c7d-8790-4b07-8ed0-0eecfdba906e req-74f71ddc-0a2b-44f4-87ac-13e0cbea1650 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870562 Feb 04 18:04:30.721248 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a625723-e2c0-4ca0-b16f-bcc7de531ee4 req-5e8bf826-466e-4387-bc42-b974b3e08e97 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:30.722721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a625723-e2c0-4ca0-b16f-bcc7de531ee4 req-5e8bf826-466e-4387-bc42-b974b3e08e97 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0545268 Feb 04 18:04:30.779531 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a625723-e2c0-4ca0-b16f-bcc7de531ee4 req-a92b9725-5ad5-4763-8755-4720f744a8a9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512104 Feb 04 18:04:30.861358 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-53489b2a-2179-4d45-a19d-e67f55614995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:30.927150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8e6c0-998f-44c3-9385-1dad4bc66b0f req-2e84a202-31f0-4f1e-858a-314be39e89ef tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:30.929056 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9db8e6c0-998f-44c3-9385-1dad4bc66b0f req-2e84a202-31f0-4f1e-858a-314be39e89ef tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0587194 Feb 04 18:04:30.977247 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9db8e6c0-998f-44c3-9385-1dad4bc66b0f req-65019899-17c6-4bbb-8e33-04acb4825070 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Feb 04 18:04:31.905433 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51306-6061-4567-9e10-73c1736e1e5b req-4f975d65-9157-4fce-aac5-9220f02c8fc1 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:31.907011 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80c51306-6061-4567-9e10-73c1736e1e5b req-4f975d65-9157-4fce-aac5-9220f02c8fc1 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0575278 Feb 04 18:04:31.956692 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80c51306-6061-4567-9e10-73c1736e1e5b req-504ab2c0-1c6c-48cb-aa30-7d3bcd9395c4 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Feb 04 18:04:32.067102 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:32.103463 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bab43-dea0-4736-8c0b-4fb7d3f180d1 req-dc83f110-ab68-4c00-9a10-17d0aaf2a7d6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:32.105340 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b81bab43-dea0-4736-8c0b-4fb7d3f180d1 req-dc83f110-ab68-4c00-9a10-17d0aaf2a7d6 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0559976 Feb 04 18:04:32.155393 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b81bab43-dea0-4736-8c0b-4fb7d3f180d1 req-1c513559-cf66-4ad7-8064-7ed610050b1e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Feb 04 18:04:33.074706 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd88352-14a0-46d9-bd30-dd3521a7b5f8 req-0cb48401-b432-4975-9867-bec6b0995db8 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:33.076182 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8fd88352-14a0-46d9-bd30-dd3521a7b5f8 req-0cb48401-b432-4975-9867-bec6b0995db8 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0528345 Feb 04 18:04:33.132011 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8fd88352-14a0-46d9-bd30-dd3521a7b5f8 req-501a6d8f-c940-4051-a719-9c754101f402 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486903 Feb 04 18:04:33.237945 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:33.281943 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17fd88-cae9-49dd-96b8-185f5b39be1f req-55cfd408-1d9d-47ef-b8ff-31eeda83b5df tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:33.283552 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a17fd88-cae9-49dd-96b8-185f5b39be1f req-55cfd408-1d9d-47ef-b8ff-31eeda83b5df tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0565231 Feb 04 18:04:33.336792 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a17fd88-cae9-49dd-96b8-185f5b39be1f req-fbeb4883-4dfe-42c0-a267-a9dff19f9e85 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474100 Feb 04 18:04:34.248244 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b635213-ac30-4622-b580-5d09324c3eb5 req-b134f475-4218-425c-9896-740d8c5dfa53 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:34.250232 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4b635213-ac30-4622-b580-5d09324c3eb5 req-b134f475-4218-425c-9896-740d8c5dfa53 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0511587 Feb 04 18:04:34.299866 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4b635213-ac30-4622-b580-5d09324c3eb5 req-920d9a57-a870-4cd0-8947-5f825134208b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Feb 04 18:04:34.792165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:35.424261 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a4872-89c3-4d2f-8911-4dd8140dca9b req-add21504-a10c-4346-83bb-25b9d8e423a2 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:35.425801 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-037a4872-89c3-4d2f-8911-4dd8140dca9b req-add21504-a10c-4346-83bb-25b9d8e423a2 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0576823 Feb 04 18:04:35.474535 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-037a4872-89c3-4d2f-8911-4dd8140dca9b req-f10f5d98-a136-4f41-a101-cf678bc8847a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Feb 04 18:04:36.591655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e85ae7-97ec-4bd9-9a9a-d0e4cf360dfc req-a8e92db2-d1c6-4135-b4ac-5ea12851e6b7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:36.593146 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29e85ae7-97ec-4bd9-9a9a-d0e4cf360dfc req-a8e92db2-d1c6-4135-b4ac-5ea12851e6b7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0528247 Feb 04 18:04:36.644389 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29e85ae7-97ec-4bd9-9a9a-d0e4cf360dfc req-a7f700e0-9543-416a-8d3e-06882223561e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Feb 04 18:04:37.766322 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250eadc2-6ca0-47e3-80de-c84733b9adea req-f4bfb7f0-76d8-4264-9150-e942f4908707 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:37.767995 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-250eadc2-6ca0-47e3-80de-c84733b9adea req-f4bfb7f0-76d8-4264-9150-e942f4908707 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0561121 Feb 04 18:04:37.819091 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-250eadc2-6ca0-47e3-80de-c84733b9adea req-c8c03808-70d0-4d9a-9284-c6a4b4302205 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448861 Feb 04 18:04:37.893783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53792) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:38.002764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bbd9-f600-4f66-8cdf-2b4e51d9d8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.082936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bbd9-f600-4f66-8cdf-2b4e51d9d8f6 admin admin] Publish callbacks [] for security_group (3d70e444-524f-40f3-b338-9988591962fc), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.156997 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8c9bbd9-f600-4f66-8cdf-2b4e51d9d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3d70e444-524f-40f3-b338-9988591962fc), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.194921 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9bbd9-f600-4f66-8cdf-2b4e51d9d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70e444-524f-40f3-b338-9988591962fc,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:38.200423 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d8c9bbd9-f600-4f66-8cdf-2b4e51d9d8f6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d0de9a7124ee425e91fd5a8ca5b7664d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055606 Feb 04 18:04:38.203647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 53798) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:38.250742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] Publish callbacks [] for security_group (3d70e444-524f-40f3-b338-9988591962fc), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.273397 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] Publish callbacks [] for security_group (3d70e444-524f-40f3-b338-9988591962fc), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.398611 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3d70e444-524f-40f3-b338-9988591962fc), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.401175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:38.402337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d70e444-524f-40f3-b338-9988591962fc HTTP/1.1" status: 204 len: 168 time: 0.1977050 Feb 04 18:04:38.412213 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd9f9f-f28f-4995-98b7-4d71b1849d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70e444-524f-40f3-b338-9988591962fc,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:38.939623 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc62d5a-3a94-4393-8c6f-59de03cdd612 req-77661f69-7725-41d7-b21f-a63597da26d1 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:38.941104 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4cc62d5a-3a94-4393-8c6f-59de03cdd612 req-77661f69-7725-41d7-b21f-a63597da26d1 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0540361 Feb 04 18:04:38.992398 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4cc62d5a-3a94-4393-8c6f-59de03cdd612 req-406f8808-aa81-49e0-8b2a-404f1856541b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456243 Feb 04 18:04:39.415602 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 53828) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:39.511577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42986405-network', 'tenant_id': 'd702ff83402e4a79b37f95a3fc6775a3'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:39.609779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Made reservation on behalf of d702ff83402e4a79b37f95a3fc6775a3 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:04:39.612349 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.622191 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.696588 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks [] for security_group (914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.769872 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.793763 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:04:39.803202 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:39.814907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (13e133e8-4af5-460d-a544-393d9911e65b), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.819482 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Added segment 13e133e8-4af5-460d-a544-393d9911e65b of type vlan for network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 Feb 04 18:04:39.855876 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.952715 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:39.953747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:39.954348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:40.013607 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:40.028423 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:04:40.075506 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ced15ab6-6fea-4230-94e2-b898bcda90e0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6587508 Feb 04 18:04:40.078255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 53838) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:40.083070 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Request body: {'subnet': {'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42986405-subnet', 'tenant_id': 'd702ff83402e4a79b37f95a3fc6775a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:40.121341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51116e1a-b9d0-4f93-a080-08b1e4d489e6 req-e0f8f5c0-c537-46c2-83af-ad760062f21e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:40.123033 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51116e1a-b9d0-4f93-a080-08b1e4d489e6 req-e0f8f5c0-c537-46c2-83af-ad760062f21e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0634835 Feb 04 18:04:40.168149 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Made reservation on behalf of d702ff83402e4a79b37f95a3fc6775a3 for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:04:40.171245 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:40.177614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51116e1a-b9d0-4f93-a080-08b1e4d489e6 req-11716afb-9010-4b1b-bea0-f6dfc6e2c295 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Feb 04 18:04:40.432831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (06d65417-2f1b-457e-9106-799cc31a0922), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:40.494888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d65417-2f1b-457e-9106-799cc31a0922,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:40.501529 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Checking segment: {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:04:40.502462 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Network hostable DHCP agents. Network: 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:04:40.592704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:04:40.666598 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:04:40.682277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:40.682277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:40.683422 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b25d5-35c1-4450-b147-edf228b9a015 None None] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:04:40.771104 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-79afa3c3-6b25-4cf6-92b6-1bfdf8a819bb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6917441 Feb 04 18:04:40.799698 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763fec2-7ceb-43ce-b0d8-41c8211e550a None None] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:04:40.908417 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:04:41.018309 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:41.032697 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'mac_address': 'fa:16:3e:57:6a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:04:41.072761 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a8ca804a-2879-4f45-91f3-f7ace366691d is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:41.073328 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:41.087484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca804a-2879-4f45-91f3-f7ace366691d {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:41.108457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:41.185794 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:41.243361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:41.251887 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.252322 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.252700 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.253052 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.253394 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.253928 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.254486 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.254997 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.255340 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.255689 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.256189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.256526 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.256906 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:04:41.326187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a2603-aa8b-4601-a849-a4954064596f req-bdc8a469-d1a6-42a6-b43f-f506976296e8 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:41.327611 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-632a2603-aa8b-4601-a849-a4954064596f req-bdc8a469-d1a6-42a6-b43f-f506976296e8 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0583417 Feb 04 18:04:41.378441 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-632a2603-aa8b-4601-a849-a4954064596f req-7214b034-f6da-407c-a767-0540ec45072d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Feb 04 18:04:41.981200 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['a8ca804a-2879-4f45-91f3-f7ace366691d'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:42.496894 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f90bde-d6cb-4e01-9937-2d6d4a49ddad req-ee45cbfe-4e65-4d45-a30d-1ce43e60319d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:42.498319 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85f90bde-d6cb-4e01-9937-2d6d4a49ddad req-ee45cbfe-4e65-4d45-a30d-1ce43e60319d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0542567 Feb 04 18:04:42.548918 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85f90bde-d6cb-4e01-9937-2d6d4a49ddad req-5eeda27b-b399-4e08-8993-f346e1075458 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Feb 04 18:04:43.670935 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee217ca-3c94-4ddf-b7cb-782533362f1f req-2752fb71-e2ac-4c8b-a02d-3eee9d99c53b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:43.672404 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cee217ca-3c94-4ddf-b7cb-782533362f1f req-2752fb71-e2ac-4c8b-a02d-3eee9d99c53b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0549965 Feb 04 18:04:43.727180 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cee217ca-3c94-4ddf-b7cb-782533362f1f req-2c57a25d-19bf-46c8-910f-b91beb68cb81 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460742 Feb 04 18:04:44.015206 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-bedcdb0a-ea82-4c7b-89b1-ec8ff17c9d81 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:44.016794 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-bedcdb0a-ea82-4c7b-89b1-ec8ff17c9d81 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/networks?id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 HTTP/1.1" status: 200 len: 807 time: 0.1000822 Feb 04 18:04:44.031726 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-5048965b-2517-4208-8b67-7f85e0a15797 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/quotas/d702ff83402e4a79b37f95a3fc6775a3 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Feb 04 18:04:44.064071 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-a14563b3-d9b4-46ae-b3e1-22f2870dfe0d tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266855 Feb 04 18:04:44.162781 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-6ac50ebf-6603-4369-8e73-5bf246d6c77a service neutron] 10.222.0.98 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918663 Feb 04 18:04:44.256476 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-0c1c0d60-5896-4272-8e1d-dd6f090c36c1 service neutron] 10.222.0.98 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Feb 04 18:04:44.508900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f75582ff-e7f5-432b-aa94-f6a3f541628c req-84e77070-48ae-4eb9-80ef-236750335190 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 210 time: 0.0326056 Feb 04 18:04:44.858972 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9806e3-3a68-4a6e-a0f4-58a8c7f95181 req-8b23624f-908e-4c53-bbce-b0c7ee794277 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:44.861072 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8d9806e3-3a68-4a6e-a0f4-58a8c7f95181 req-8b23624f-908e-4c53-bbce-b0c7ee794277 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0580592 Feb 04 18:04:44.915435 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8d9806e3-3a68-4a6e-a0f4-58a8c7f95181 req-b63c708b-7494-40f7-ba20-2600486addaf tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486264 Feb 04 18:04:44.940685 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:04:45.066994 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port a8ca804a-2879-4f45-91f3-f7ace366691d completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:04:45.071493 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port a8ca804a-2879-4f45-91f3-f7ace366691d triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:45.071871 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:45.154511 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a8ca804a-2879-4f45-91f3-f7ace366691d is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:45.154891 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:45.179116 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:45.181423 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae126b-0bbb-40f3-b7cd-0616b1c09624" -d '{"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:45.195439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:45.215973 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3234d156-c5f6-4da5-b15a-7ccbd0a94052 x-openstack-request-id: req-3234d156-c5f6-4da5-b15a-7ccbd0a94052 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:45.216271 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:45.216588 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3234d156-c5f6-4da5-b15a-7ccbd0a94052 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:45.218532 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'code': 200} Feb 04 18:04:45.272412 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:45.323182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:45.586730 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc003bfe-6839-4886-bbca-b5cb44ffb433 req-d2e44e08-2933-47ec-aa1c-6e190baed87f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 210 time: 0.0287828 Feb 04 18:04:45.662518 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd7f2-d03d-43e0-b147-7cce785a74fd req-c48f80d6-a68f-4a55-ac77-91759e9969cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:45.664017 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9ebbd7f2-d03d-43e0-b147-7cce785a74fd req-c48f80d6-a68f-4a55-ac77-91759e9969cf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0495665 Feb 04 18:04:45.721491 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9ebbd7f2-d03d-43e0-b147-7cce785a74fd req-1b5e7e4c-dc95-4304-96f3-fd8cd1eb8628 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Feb 04 18:04:46.289547 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83039-9383-44d8-b60c-abf2050a821c req-7012c210-14e1-4bf3-a47f-700efa92db68 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:46.291026 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5bc83039-9383-44d8-b60c-abf2050a821c req-7012c210-14e1-4bf3-a47f-700efa92db68 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0551984 Feb 04 18:04:46.346525 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5bc83039-9383-44d8-b60c-abf2050a821c req-ec713dd8-a311-4d31-b95a-120527e79c26 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492589 Feb 04 18:04:46.466992 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34568d25-8081-46da-82a7-30b3f64632b7 req-d1270d48-bae6-4b25-aaf4-b1c6d2fb3ee5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:46.468469 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34568d25-8081-46da-82a7-30b3f64632b7 req-d1270d48-bae6-4b25-aaf4-b1c6d2fb3ee5 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0880742 Feb 04 18:04:46.479615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443da0b-c68c-49b4-9e60-6cb6401bc0bb req-b66dff1e-727c-4424-88fe-51cc1b4bd571 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:46.481007 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d443da0b-c68c-49b4-9e60-6cb6401bc0bb req-b66dff1e-727c-4424-88fe-51cc1b4bd571 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0720327 Feb 04 18:04:46.557501 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d443da0b-c68c-49b4-9e60-6cb6401bc0bb req-4d793606-5950-4037-98f5-fa5a72c5d0aa tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687883 Feb 04 18:04:46.560460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34568d25-8081-46da-82a7-30b3f64632b7 req-289ee447-68dd-4be8-a5a7-878f77b00fed tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786099 Feb 04 18:04:46.680576 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7bbe5a72-7558-44e0-9698-19a2f39f5617 req-52fb1b4c-5f46-478e-8954-2a6c0186670e tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 210 time: 0.0264318 Feb 04 18:04:47.464666 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed740d6-2061-4307-aafa-6846d59d1d13 req-a257af01-2668-4903-b528-08b8c51a5cf7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:47.466022 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ed740d6-2061-4307-aafa-6846d59d1d13 req-a257af01-2668-4903-b528-08b8c51a5cf7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Feb 04 18:04:47.515115 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ed740d6-2061-4307-aafa-6846d59d1d13 req-1509765d-591b-413e-8e16-6800f1c2f55d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Feb 04 18:04:47.664109 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-33e23c3b-60da-41dc-9f65-3f5984bae0cd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477250 Feb 04 18:04:47.757016 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-2968c6d4-d678-4c6a-b2e1-222a8d28a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:47.758585 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-2968c6d4-d678-4c6a-b2e1-222a8d28a7e3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1129 time: 0.0484190 Feb 04 18:04:47.770152 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:47.937395 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee023848-e871-45a5-8edc-a91c27d583d6 req-f9813a71-9cd0-4f66-95c5-0e7c56b6fb6b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:47.938947 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee023848-e871-45a5-8edc-a91c27d583d6 req-f9813a71-9cd0-4f66-95c5-0e7c56b6fb6b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.3069067 Feb 04 18:04:47.948932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010939-7405-4030-b75f-9fc674d7b3eb req-81fcc242-f2bd-4079-b909-8f0107023055 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:47.954971 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-24010939-7405-4030-b75f-9fc674d7b3eb req-81fcc242-f2bd-4079-b909-8f0107023055 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.3133729 Feb 04 18:04:47.997914 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-05b357e4-3cfb-4df4-910f-f8e9bffb0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.000054 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-05b357e4-3cfb-4df4-910f-f8e9bffb0b62 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1894600 Feb 04 18:04:48.021257 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-407c7a99-0256-421b-9270-3001e3ffe37f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.022836 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-407c7a99-0256-421b-9270-3001e3ffe37f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "GET /v2.0/networks?id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 HTTP/1.1" status: 200 len: 807 time: 0.1603351 Feb 04 18:04:48.032258 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-24010939-7405-4030-b75f-9fc674d7b3eb req-ae9a0682-9f55-4c84-9d5f-45d5ca27a094 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757976 Feb 04 18:04:48.035356 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ee023848-e871-45a5-8edc-a91c27d583d6 req-e702cc84-b051-4135-805e-4f25bd293858 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778062 Feb 04 18:04:48.076475 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Request body: {'port': {'device_id': '680d8d06-f576-446b-b2de-326524afc5fb', 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0', 'admin_state_up': True, 'tenant_id': 'd702ff83402e4a79b37f95a3fc6775a3'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:48.125225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-84c27ba1-5ae2-4665-87c6-cb5bf7a569c9 req-ea4d0dd5-85ef-4dea-96a0-3c97f64e3285 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 210 time: 0.0276623 Feb 04 18:04:48.131371 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-6691db48-9396-42e3-80a6-426f6d4173d7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 1000 time: 0.1232684 Feb 04 18:04:48.267236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-721023db-069e-4512-a203-be10fed97511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.268699 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-721023db-069e-4512-a203-be10fed97511 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0451829 Feb 04 18:04:48.324262 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-050a8810-f099-465e-87fa-34ead3b2359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.325758 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-050a8810-f099-465e-87fa-34ead3b2359f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455043 Feb 04 18:04:48.392191 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Made reservation on behalf of d702ff83402e4a79b37f95a3fc6775a3 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:04:48.395449 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.524685 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-96bbf094-dec8-4c8c-8951-9b8624af0d78 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510599 Feb 04 18:04:48.626615 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Allocated IP 172.20.0.9 (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0/06d65417-2f1b-457e-9106-799cc31a0922/7a82baa8-3397-462f-b2ef-4e1a91ad73ef) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:04:48.646300 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e393-42de-49c5-9de9-c182d18065f8 req-f8fa029e-2544-4bab-8177-a4efc623f2d0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:48.647415 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c86e393-42de-49c5-9de9-c182d18065f8 req-f8fa029e-2544-4bab-8177-a4efc623f2d0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0560603 Feb 04 18:04:48.675288 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6b5f2c5c-4d7c-4c66-bfc4-5ae943e9c672 req-c3751d73-e478-461c-9473-7adcf0104ecd service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259067 Feb 04 18:04:48.697457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c86e393-42de-49c5-9de9-c182d18065f8 req-35861bcf-5123-4f99-a5d1-b4adc44c0fd3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Feb 04 18:04:48.808084 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks [] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.905786 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:48.950602 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:04:48.953756 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:04:48.957417 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:04:48.980381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Pushing event updated for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:49.009759 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.010362 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.103884 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-385f6cec-08e2-48ac-93fe-95f2e5cbb2d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0312204 Feb 04 18:04:49.135081 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Request body: {'port': {'device_id': '680d8d06-f576-446b-b2de-326524afc5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:49.186929 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a959-1712-4fc9-97f0-46475d1f4c5d req-54c7357b-b1c5-42b2-a21c-58a848408f31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.188396 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e391a959-1712-4fc9-97f0-46475d1f4c5d req-54c7357b-b1c5-42b2-a21c-58a848408f31 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0850298 Feb 04 18:04:49.195805 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06e801-5264-4a40-b2b4-737b510720c2 req-be145b0b-ab9e-4491-9925-0476b22866b5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.196406 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.197207 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-de06e801-5264-4a40-b2b4-737b510720c2 req-be145b0b-ab9e-4491-9925-0476b22866b5 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0846026 Feb 04 18:04:49.273746 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e391a959-1712-4fc9-97f0-46475d1f4c5d req-089333d0-8e13-4dbf-9c51-02f4f02abad4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755723 Feb 04 18:04:49.277046 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-de06e801-5264-4a40-b2b4-737b510720c2 req-4cc6dad4-2c9a-4288-9629-6f0850dcc89f tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Feb 04 18:04:49.380612 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2490d3-3ee3-4f0b-86a0-db8aa0d85f3e req-088025d5-469b-44a8-9f9a-28fa5907b7af tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.382123 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b2490d3-3ee3-4f0b-86a0-db8aa0d85f3e req-088025d5-469b-44a8-9f9a-28fa5907b7af tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 931 time: 0.0526466 Feb 04 18:04:49.428067 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b2490d3-3ee3-4f0b-86a0-db8aa0d85f3e req-563ca977-5270-4a3f-ac23-41212cad56b3 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Feb 04 18:04:49.456964 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a82baa8-3397-462f-b2ef-4e1a91ad73ef {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:49.464282 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks [] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.475930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Transition to ACTIVE for port object 7a82baa8-3397-462f-b2ef-4e1a91ad73ef will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:04:49.563901 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.632891 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Pushing event updated for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:49.682352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Attempting to bind port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:04:49.683000 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Attempting to bind port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:04:49.683000 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Attempting to bind port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:49.687837 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:04:49.688157 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Attempting to bind port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:04:49.692916 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:04:49.693251 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Checking segment: {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:04:49.693628 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Bound using segment: {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:04:49.694045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Bound port: 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:04:49.694397 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.755870 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:04:49.758982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:04:49.816333 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656199d-b315-49ae-8f74-8f6c6f166be7 req-b007fad5-57b4-4f6d-8b67-dbde8b53e687 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.817807 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7656199d-b315-49ae-8f74-8f6c6f166be7 req-b007fad5-57b4-4f6d-8b67-dbde8b53e687 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Feb 04 18:04:49.867317 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.872056 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7656199d-b315-49ae-8f74-8f6c6f166be7 req-b8ae49a0-763f-45eb-9bf2-9c3b4ebdf121 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486174 Feb 04 18:04:49.905414 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.906033 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:49.907577 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] 10.222.0.113 "PUT /v2.0/ports/7a82baa8-3397-462f-b2ef-4e1a91ad73ef HTTP/1.1" status: 200 len: 1093 time: 0.7768240 Feb 04 18:04:49.907896 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:49.910164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e13085d-5ed0-4142-b78d-61d09f80daf2" -d '{"events": [{"name": "network-changed", "server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:49.937860 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819f7ba-c7f7-498f-9427-f157f0fe58df service neutron] Pushing event updated for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:49.959452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8329a09-8582-4556-8786-19bc43196fb4 x-openstack-request-id: req-a8329a09-8582-4556-8786-19bc43196fb4 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:49.959746 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:49.960055 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8329a09-8582-4556-8786-19bc43196fb4 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:49.960467 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef', 'status': 'completed', 'code': 200} Feb 04 18:04:49.997202 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c836f0-b761-49c5-87e9-dd48f5595960 req-62588b4a-b02c-4a88-b999-47ed636fd94f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:49.998691 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-39c836f0-b761-49c5-87e9-dd48f5595960 req-62588b4a-b02c-4a88-b999-47ed636fd94f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0536451 Feb 04 18:04:50.047793 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-39c836f0-b761-49c5-87e9-dd48f5595960 req-84346de6-73a8-47df-b264-fa2c7ac81097 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429769 Feb 04 18:04:50.069433 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54008) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:50.159829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-04bc3ca3-f877-446b-9b6a-5aa45c76dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.161331 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-04bc3ca3-f877-446b-9b6a-5aa45c76dc55 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 1127 time: 0.0481725 Feb 04 18:04:50.285970 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca21433-046c-4cac-8752-7fc3b9c68f2c tempest-TestShelveInstance-183850795 tempest-TestShelveInstance-183850795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.287557 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1ca21433-046c-4cac-8752-7fc3b9c68f2c tempest-TestShelveInstance-183850795 tempest-TestShelveInstance-183850795-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1125 time: 0.2170694 Feb 04 18:04:50.298104 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54014) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:04:50.303247 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:04:50.313857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-b555e4cd-f480-42e3-9b56-7fb3200dc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.315598 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-b555e4cd-f480-42e3-9b56-7fb3200dc821 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1271980 Feb 04 18:04:50.420320 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-74d6d97f-9040-419f-aef6-739ad48c862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.421784 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9e13085d-5ed0-4142-b78d-61d09f80daf2 req-74d6d97f-9040-419f-aef6-739ad48c862d service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0985146 Feb 04 18:04:50.441035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e393212-a1a3-4a39-861f-a42543df34df req-69a069e4-a874-4a19-b28c-c2c3e07bfec1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.442522 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e393212-a1a3-4a39-861f-a42543df34df req-69a069e4-a874-4a19-b28c-c2c3e07bfec1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0782697 Feb 04 18:04:50.449394 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ac45c-d14c-47b3-b236-cba41ef7e09b req-5926e867-0fa8-460b-9012-4916c5c07648 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.450785 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-108ac45c-d14c-47b3-b236-cba41ef7e09b req-5926e867-0fa8-460b-9012-4916c5c07648 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0961173 Feb 04 18:04:50.453375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:50.568379 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e393212-a1a3-4a39-861f-a42543df34df req-76d3a09a-ada4-4d70-8a01-99d161f1b223 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166437 Feb 04 18:04:50.573861 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-108ac45c-d14c-47b3-b236-cba41ef7e09b req-a8d22067-895a-4eb1-8d67-a72354c0ca15 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 Feb 04 18:04:50.652082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:50.722655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698fad2-3652-4ca3-962b-c21f5adfc217 req-d97508d6-31f0-4de7-a6c1-7b962b086cca tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.724168 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7698fad2-3652-4ca3-962b-c21f5adfc217 req-d97508d6-31f0-4de7-a6c1-7b962b086cca tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 943 time: 0.0994427 Feb 04 18:04:50.738022 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-567a9dc3-941d-4abd-b34a-fa115133a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.739592 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-567a9dc3-941d-4abd-b34a-fa115133a556 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 1127 time: 0.0831470 Feb 04 18:04:50.747262 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-f5a1fb8b-4642-443b-993c-897616ea929b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:50.749117 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-f5a1fb8b-4642-443b-993c-897616ea929b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.0830958 Feb 04 18:04:50.807799 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Allocated IP 172.27.3.199 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/c866a120-95b2-40b9-8fec-9562a5ca654a) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:04:50.815607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7698fad2-3652-4ca3-962b-c21f5adfc217 req-10346b3c-956d-449b-bd5d-699476b8de1f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Feb 04 18:04:50.911167 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:50.983755 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-4c0e0526-e47a-4c9c-81bb-450b9d6a710f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef HTTP/1.1" status: 200 len: 217 time: 0.0576129 Feb 04 18:04:51.032683 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.068397 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28863ad2-e795-41af-92f9-0a268e88a16c req-183696a7-1911-4afd-b914-1ddb40b0b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:51.069845 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-183696a7-1911-4afd-b914-1ddb40b0b56c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=06d65417-2f1b-457e-9106-799cc31a0922 HTTP/1.1" status: 200 len: 847 time: 0.0537846 Feb 04 18:04:51.070552 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:04:51.075495 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:04:51.078203 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:04:51.107348 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-dae2a5aa-9800-4eb6-90c0-12a56e92d611 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292664 Feb 04 18:04:51.110005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Deleting port dc7e48d9-28db-43df-a99d-b317c0c45623 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:04:51.110342 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.113825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'Port': ['ID=c866a120-95b2-40b9-8fec-9562a5ca654a,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:51.443648 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for floatingip (2c2d8cda-fa70-4019-a43a-253fdfb9cb18), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.445013 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] For port dc7e48d9-28db-43df-a99d-b317c0c45623, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dc7e48d9-28db-43df-a99d-b317c0c45623,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:51.445377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.458535 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-69eec6c7-37e6-46cd-8586-2e83d905eb41 service neutron] 10.222.0.113 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345075 Feb 04 18:04:51.462174 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Calling delete_port for dc7e48d9-28db-43df-a99d-b317c0c45623 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:04:51.591825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.607941 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-28863ad2-e795-41af-92f9-0a268e88a16c req-b33d221a-ac54-46b3-b9ca-aded47e09c26 service neutron] 10.222.0.113 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400752 Feb 04 18:04:51.774100 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (dc7e48d9-28db-43df-a99d-b317c0c45623), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.798295 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8cb6-a56e-4499-a16f-5b9248ead2ea req-55b14983-07d9-4260-8514-78978ded2c92 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:51.799802 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1dfe8cb6-a56e-4499-a16f-5b9248ead2ea req-55b14983-07d9-4260-8514-78978ded2c92 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 946 time: 0.1447363 Feb 04 18:04:51.802387 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event deleted for resources: {'Port': ['ID=dc7e48d9-28db-43df-a99d-b317c0c45623,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:51.813149 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96bc1-c1fe-4de4-9cec-b2bbcaa30b23 req-b6edc89f-8e61-487a-bea3-e8cc7683fe0d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:51.814646 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f7a96bc1-c1fe-4de4-9cec-b2bbcaa30b23 req-b6edc89f-8e61-487a-bea3-e8cc7683fe0d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.1347816 Feb 04 18:04:51.838754 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:51.847915 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] No DVR routers for this DVR port dc7e48d9-28db-43df-a99d-b317c0c45623 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:04:51.851219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.857255 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ed136a88-d150-494d-9a4b-64b6260436a2 req-451ae8ab-f6ba-4b09-bd43-6422b353981d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "DELETE /v2.0/ports/dc7e48d9-28db-43df-a99d-b317c0c45623 HTTP/1.1" status: 204 len: 173 time: 0.9354010 Feb 04 18:04:51.873323 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:51.900534 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1dfe8cb6-a56e-4499-a16f-5b9248ead2ea req-3235aa93-2e3b-4166-bc62-fa7a87b146c8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849199 Feb 04 18:04:51.915635 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f7a96bc1-c1fe-4de4-9cec-b2bbcaa30b23 req-bade7d02-ef0e-4426-bfa2-9d8e17ef64dd tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864975 Feb 04 18:04:51.961730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'name': 'network-vif-deleted', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:51.964308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5c2ffe-18ca-4fa5-9b00-4cfdda1257bc" -d '{"events": [{"server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "name": "network-vif-deleted", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:51.965432 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.008290 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d8a1b-e9e2-485d-b671-2d17e2f417d7 x-openstack-request-id: req-6e1d8a1b-e9e2-485d-b671-2d17e2f417d7 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:52.008591 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35f5dd4-8689-4c1f-b63d-3562678b8e1c", "name": "network-vif-deleted", "tag": "dc7e48d9-28db-43df-a99d-b317c0c45623", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:52.008857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e1d8a1b-e9e2-485d-b671-2d17e2f417d7 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:52.009254 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35f5dd4-8689-4c1f-b63d-3562678b8e1c', 'name': 'network-vif-deleted', 'tag': 'dc7e48d9-28db-43df-a99d-b317c0c45623', 'status': 'completed', 'code': 200} Feb 04 18:04:52.032637 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-7635a962-76ed-4ee4-bdce-825f64b4b56d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:52.034550 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-7635a962-76ed-4ee4-bdce-825f64b4b56d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 946 time: 0.0564191 Feb 04 18:04:52.084688 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event updated for resources: {'Port': ['ID=c866a120-95b2-40b9-8fec-9562a5ca654a,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:52.104445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (2c2d8cda-fa70-4019-a43a-253fdfb9cb18), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.113348 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c60048-5b76-4e28-8f4b-5cc86be167d4 req-44b6bf5c-ce35-4526-8dcb-f35a6498151c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:52.119069 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e3c60048-5b76-4e28-8f4b-5cc86be167d4 req-44b6bf5c-ce35-4526-8dcb-f35a6498151c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 943 time: 0.1554723 Feb 04 18:04:52.219235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Deleting port 5c15984f-de2a-4353-acb0-e4952295b2eb {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:04:52.219867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.257997 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e3c60048-5b76-4e28-8f4b-5cc86be167d4 req-032bd181-e862-4afc-bec5-4cf7179f17e0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881040 Feb 04 18:04:52.274127 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Floating IP 2c2d8cda-fa70-4019-a43a-253fdfb9cb18 associated. External IP: 172.27.3.199, port: a8ca804a-2879-4f45-91f3-f7ace366691d. Feb 04 18:04:52.314923 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] For port 5c15984f-de2a-4353-acb0-e4952295b2eb, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=5c15984f-de2a-4353-acb0-e4952295b2eb,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:52.315200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.328335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Calling delete_port for 5c15984f-de2a-4353-acb0-e4952295b2eb owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:04:52.495560 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:04:52.518230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (5c15984f-de2a-4353-acb0-e4952295b2eb), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.547773 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Pushing event deleted for resources: {'Port': ['ID=5c15984f-de2a-4353-acb0-e4952295b2eb,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:52.588948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] No DVR routers for this DVR port 5c15984f-de2a-4353-acb0-e4952295b2eb on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:04:52.589170 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['448b92cf-8fd6-4137-a431-b26132b3bd03', '5c15984f-de2a-4353-acb0-e4952295b2eb'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:52.591270 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.595216 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1cf4d879-4344-471f-af1d-9c3bbae482d7 req-8e412324-d8ac-4e55-929a-cd576681c416 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "DELETE /v2.0/ports/5c15984f-de2a-4353-acb0-e4952295b2eb HTTP/1.1" status: 204 len: 173 time: 0.5139768 Feb 04 18:04:52.611308 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:04:52.622442 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Sync routers for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:04:52.631912 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:04:52.632512 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:04:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:52.732901 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:52.742553 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:04:52.770472 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0e71e07b-3d74-40c5-bff6-161972f6c739 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4709270 Feb 04 18:04:52.771725 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:52.773550 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c8289-d157-473d-815c-f1663f64e01d" -d '{"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:52.810182 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82d374-5ecc-41c1-bcfd-1faaf541e055 x-openstack-request-id: req-3f82d374-5ecc-41c1-bcfd-1faaf541e055 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:52.810515 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:52.810780 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f82d374-5ecc-41c1-bcfd-1faaf541e055 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:52.811221 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'status': 'completed', 'code': 200} Feb 04 18:04:52.946619 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8289-d157-473d-815c-f1663f64e01d req-fc057932-b3c9-4c16-a6ee-70509a943e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:52.948844 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-fc057932-b3c9-4c16-a6ee-70509a943e83 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0509326 Feb 04 18:04:53.032580 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dc7e48d9-28db-43df-a99d-b317c0c45623 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:04:53.053074 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e35e7a1f-328b-432a-9b78-a7d3e6bc5c28 req-3e1b5db2-e0a2-45f1-af9e-e7595b7e48fc tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0448718 Feb 04 18:04:53.058501 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8289-d157-473d-815c-f1663f64e01d req-07a019e9-2eee-4c25-ae52-b99c5cf60d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:53.060127 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-07a019e9-2eee-4c25-ae52-b99c5cf60d52 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.1043949 Feb 04 18:04:53.066751 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: dc7e48d9-28db-43df-a99d-b317c0c45623 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:04:53.067182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dc7e48d9-28db-43df-a99d-b317c0c45623 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:04:53.076046 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6dafb770-c8f3-4bcf-b1d3-adc22889209d req-b4d91ef8-dc36-4b5e-b911-7b2b1a3c5c2b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c35f5dd4-8689-4c1f-b63d-3562678b8e1c HTTP/1.1" status: 200 len: 210 time: 0.0545866 Feb 04 18:04:53.087905 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '2c2d8cda-fa70-4019-a43a-253fdfb9cb18', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'mac_address': 'fa:16:3e:57:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:04:51Z', 'updated_at': '2022-02-04T18:04:51Z', 'revision_number': 0, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:53.116439 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Checking router: 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:04:53.125454 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:04:53.126070 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:04:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:53.148258 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-bcf93e35-a5ea-4a0d-a6ee-958ff1bd6639 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1000 time: 0.0697768 Feb 04 18:04:53.207754 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8289-d157-473d-815c-f1663f64e01d req-a09fbe9c-8527-4157-bdc5-af59344b9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:53.209287 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-a09fbe9c-8527-4157-bdc5-af59344b9af4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0508161 Feb 04 18:04:53.232493 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:04:53.262262 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8289-d157-473d-815c-f1663f64e01d req-08c88651-c620-4d0a-8dfb-269f6ac155a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:53.263789 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-08c88651-c620-4d0a-8dfb-269f6ac155a9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438719 Feb 04 18:04:53.366065 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-17c524c1-b707-4ded-a459-9e2025a2c175 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910075 Feb 04 18:04:53.392644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa35c1-c32a-4689-b7c5-d960d5af35f3 req-d39341b6-1fb2-4a46-a8da-470528afd0c6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:53.394207 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c2aa35c1-c32a-4689-b7c5-d960d5af35f3 req-d39341b6-1fb2-4a46-a8da-470528afd0c6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 943 time: 0.0659065 Feb 04 18:04:53.442607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c2aa35c1-c32a-4689-b7c5-d960d5af35f3 req-a59c6ee3-1d49-4666-82be-167af255e286 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Feb 04 18:04:53.467793 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '2c2d8cda-fa70-4019-a43a-253fdfb9cb18', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'mac_address': 'fa:16:3e:57:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:04:51Z', 'updated_at': '2022-02-04T18:04:51Z', 'revision_number': 0, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:04:53.471267 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8c8289-d157-473d-815c-f1663f64e01d req-aef7a64b-c658-4c70-8973-2c2fc1ede5e4 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905442 Feb 04 18:04:53.495013 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f03138-5b52-4f60-9ec7-7639c584fc06 None None] The sync data for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi is: [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '2c2d8cda-fa70-4019-a43a-253fdfb9cb18', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'mac_address': 'fa:16:3e:57:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:04:51Z', 'updated_at': '2022-02-04T18:04:51Z', 'revision_number': 0, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:04:53.682409 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67186dc-5e20-4f04-97ba-81ab8fff076b None None] New status for floating IP 2c2d8cda-fa70-4019-a43a-253fdfb9cb18: ACTIVE {{(pid=109414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:04:54.010335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'name': 'network-vif-deleted', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:54.012722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257fc03f-5cda-45ee-a8b8-e1fa35e41bc9" -d '{"events": [{"server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "name": "network-vif-deleted", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:54.049992 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781a1d2c-1adc-4da1-871f-0baaa6473f4c x-openstack-request-id: req-781a1d2c-1adc-4da1-871f-0baaa6473f4c {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:54.050288 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b4453-744e-4cb1-a6f4-b8c4d48e3a5f", "name": "network-vif-deleted", "tag": "5c15984f-de2a-4353-acb0-e4952295b2eb", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:54.050582 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-781a1d2c-1adc-4da1-871f-0baaa6473f4c {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:54.050989 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b4453-744e-4cb1-a6f4-b8c4d48e3a5f', 'name': 'network-vif-deleted', 'tag': '5c15984f-de2a-4353-acb0-e4952295b2eb', 'status': 'completed', 'code': 200} Feb 04 18:04:54.145696 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-227aeb86-dd5a-4046-bc98-2d4ef3191b0e req-d15d53fd-7f63-4ebb-9a61-6fe211e42f67 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=374b4453-744e-4cb1-a6f4-b8c4d48e3a5f HTTP/1.1" status: 200 len: 210 time: 0.0329344 Feb 04 18:04:54.558943 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81f0c-46aa-43a3-9a8f-f8dd65364a09 req-ccfb4ffa-107a-4642-8f20-8bd6cb0187dd tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:54.560403 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-47e81f0c-46aa-43a3-9a8f-f8dd65364a09 req-ccfb4ffa-107a-4642-8f20-8bd6cb0187dd tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 943 time: 0.0519657 Feb 04 18:04:54.611555 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-47e81f0c-46aa-43a3-9a8f-f8dd65364a09 req-36db8086-ae59-49ef-a7ba-ce9d6a13d8dd tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Feb 04 18:04:55.050023 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 7a82baa8-3397-462f-b2ef-4e1a91ad73ef details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:04:55.060530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 5c15984f-de2a-4353-acb0-e4952295b2eb no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:04:55.083964 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 5c15984f-de2a-4353-acb0-e4952295b2eb {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:04:55.084315 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 5c15984f-de2a-4353-acb0-e4952295b2eb not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:04:55.168566 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:55.179878 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef', 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0', 'port_id': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef', 'mac_address': 'fa:16:3e:e1:2f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d65417-2f1b-457e-9106-799cc31a0922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:04:55.221634 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:55.222038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:55.235207 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a82baa8-3397-462f-b2ef-4e1a91ad73ef {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:04:55.256518 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:55.421204 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:55.474239 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:55.761397 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe0f4b-111c-43e3-86a4-1b5104b166cc req-50dc40b3-6188-4339-bb17-3dab14a24c8b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:55.762912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8fe0f4b-111c-43e3-86a4-1b5104b166cc req-50dc40b3-6188-4339-bb17-3dab14a24c8b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 944 time: 0.0846879 Feb 04 18:04:55.798698 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01fb4-5fba-420f-8d1a-08867daab600 req-1383508f-4f4a-4468-9c21-c8abbe68cb66 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:55.800152 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ec01fb4-5fba-420f-8d1a-08867daab600 req-1383508f-4f4a-4468-9c21-c8abbe68cb66 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0781660 Feb 04 18:04:55.839786 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8fe0f4b-111c-43e3-86a4-1b5104b166cc req-46e1d183-8730-417c-9602-c995eec8989d tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691359 Feb 04 18:04:55.870697 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ec01fb4-5fba-420f-8d1a-08867daab600 req-78255f18-e2df-44dd-9c2d-74fcfa02cb08 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603752 Feb 04 18:04:56.592352 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['7a82baa8-3397-462f-b2ef-4e1a91ad73ef'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:04:56.962860 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676af28-eb1b-45fa-8741-70f95e1928d6 req-ad684fa8-ca86-4f94-92a6-c3e128413897 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:56.964334 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9676af28-eb1b-45fa-8741-70f95e1928d6 req-ad684fa8-ca86-4f94-92a6-c3e128413897 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 944 time: 0.0562625 Feb 04 18:04:57.010350 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9676af28-eb1b-45fa-8741-70f95e1928d6 req-0b907073-ec87-4edc-b943-ce6ee70201fe tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Feb 04 18:04:57.146453 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921958c-9e65-41a7-95be-23321126f210 req-d7e77183-99f0-459f-b682-ff1837b7810d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:57.147931 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5921958c-9e65-41a7-95be-23321126f210 req-d7e77183-99f0-459f-b682-ff1837b7810d tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0833311 Feb 04 18:04:57.159990 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf0fa7-1189-41d1-84e1-6f64c6012923 req-b8ae78f8-fe2b-47af-b6ac-6ac9229f4041 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:57.161499 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d4cf0fa7-1189-41d1-84e1-6f64c6012923 req-b8ae78f8-fe2b-47af-b6ac-6ac9229f4041 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0711274 Feb 04 18:04:57.230269 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5921958c-9e65-41a7-95be-23321126f210 req-a8419989-5162-4cde-913a-a3847e2d95b0 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Feb 04 18:04:57.241211 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d4cf0fa7-1189-41d1-84e1-6f64c6012923 req-3dc3c985-cbab-43f2-906b-9e050861a1a0 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730691 Feb 04 18:04:58.137917 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5cea7-c082-4527-9bed-b645aaa1333b req-10b97cb0-731b-4913-ab9e-cb1d22339158 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:58.142470 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0b5cea7-c082-4527-9bed-b645aaa1333b req-10b97cb0-731b-4913-ab9e-cb1d22339158 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 944 time: 0.0567586 Feb 04 18:04:58.189606 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0b5cea7-c082-4527-9bed-b645aaa1333b req-84f874a4-77ad-49da-9408-1e3ad35dc5e9 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Feb 04 18:04:58.387325 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730b7c3-183d-4750-bdcd-f4916ec29dc7 req-3287b7ad-729b-43a8-9de2-3265bdc00863 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:58.388714 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8730b7c3-183d-4750-bdcd-f4916ec29dc7 req-3287b7ad-729b-43a8-9de2-3265bdc00863 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0873864 Feb 04 18:04:58.399401 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1549ecc-5b82-441c-9e36-e6c9865e0158 req-1fbe44b5-28bf-4544-876b-6bda8a4a700b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:58.400852 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1549ecc-5b82-441c-9e36-e6c9865e0158 req-1fbe44b5-28bf-4544-876b-6bda8a4a700b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0905590 Feb 04 18:04:58.471697 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8730b7c3-183d-4750-bdcd-f4916ec29dc7 req-ac00c8de-7ff3-4d4a-ac8b-67af37e4fcaf tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698502 Feb 04 18:04:58.475774 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1549ecc-5b82-441c-9e36-e6c9865e0158 req-91f84c4c-09c5-482c-a06a-a06c5c71e475 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675871 Feb 04 18:04:58.552860 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5d9-96ba-40ae-8174-5ed0a9ed76cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:59.045246 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 7a82baa8-3397-462f-b2ef-4e1a91ad73ef up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:04:59.163886 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:04:59.168165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:04:59.168553 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:59.245605 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:04:59.246005 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:59.269649 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:04:59.271993 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea4cd56-3e0a-4839-a41c-d6b6cea18a27" -d '{"events": [{"server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "name": "network-vif-plugged", "status": "completed", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:04:59.288007 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:04:59.310711 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0e459-8b5a-4f20-bd53-afd17b0c0990 x-openstack-request-id: req-85f0e459-8b5a-4f20-bd53-afd17b0c0990 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:04:59.311066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "name": "network-vif-plugged", "status": "completed", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:04:59.311952 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85f0e459-8b5a-4f20-bd53-afd17b0c0990 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:04:59.312260 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a503e-02f7-45e5-b05e-bc883c25f066 req-e1bd8a4e-518c-4c0c-9e4b-19bef22e4c0f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:59.312761 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef', 'code': 200} Feb 04 18:04:59.313754 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8c0a503e-02f7-45e5-b05e-bc883c25f066 req-e1bd8a4e-518c-4c0c-9e4b-19bef22e4c0f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 944 time: 0.0563693 Feb 04 18:04:59.352492 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:04:59.359734 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8c0a503e-02f7-45e5-b05e-bc883c25f066 req-b13646eb-bb70-464c-b9e3-e5251dadbdaf tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Feb 04 18:04:59.401015 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:04:59.632987 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71190d-3b2d-4412-ad2d-46836f79319b req-2025580e-9705-4926-aeec-86a028685d4e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:59.634400 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2e71190d-3b2d-4412-ad2d-46836f79319b req-2025580e-9705-4926-aeec-86a028685d4e tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0895689 Feb 04 18:04:59.641307 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e1d67-8a2b-4971-9fe8-446de0c97fc9 req-2b84f499-174b-47df-96a7-613e383b530e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:59.642781 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f54e1d67-8a2b-4971-9fe8-446de0c97fc9 req-2b84f499-174b-47df-96a7-613e383b530e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0874994 Feb 04 18:04:59.702917 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003e7a3-cc09-454a-b83a-d08cae109f40 req-df9021e2-672f-40ae-a9cf-cb1906ab5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:04:59.704433 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e003e7a3-cc09-454a-b83a-d08cae109f40 req-df9021e2-672f-40ae-a9cf-cb1906ab5ff3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 1129 time: 0.0429697 Feb 04 18:04:59.711364 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2e71190d-3b2d-4412-ad2d-46836f79319b req-372d6bab-0f30-4cc7-8783-d7c32c161251 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676291 Feb 04 18:04:59.719086 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f54e1d67-8a2b-4971-9fe8-446de0c97fc9 req-ee9c9d5f-d088-4f63-bf8b-510c8fdf812d tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694163 Feb 04 18:04:59.756843 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e003e7a3-cc09-454a-b83a-d08cae109f40 req-6a5e681a-6129-4eb7-bb7f-8a8d1e2b198d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Feb 04 18:05:00.477176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e68a8-aa21-49d8-a54e-d76e569e9dcd req-e9c42db9-9347-4934-96ec-dd8e338b5e26 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:00.478670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b1e68a8-aa21-49d8-a54e-d76e569e9dcd req-e9c42db9-9347-4934-96ec-dd8e338b5e26 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0517855 Feb 04 18:05:00.530696 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b1e68a8-aa21-49d8-a54e-d76e569e9dcd req-7710cae1-936f-4fb2-b378-6cc393a5ddc6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Feb 04 18:05:00.825227 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-5a671aa8-a48e-4ae7-9b2e-9951cc0c50e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:00.863721 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf27273-80d1-4750-a000-d832a220dbbf req-046efee3-d3fd-4818-8823-6c03066c0f9b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:00.865467 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dbf27273-80d1-4750-a000-d832a220dbbf req-046efee3-d3fd-4818-8823-6c03066c0f9b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0754399 Feb 04 18:05:00.872979 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aafe4-7c29-4899-bbfc-b1b34d5ae02c req-a0648832-2cdb-44b1-9174-16f2a4fbba38 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:00.874371 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-561aafe4-7c29-4899-bbfc-b1b34d5ae02c req-a0648832-2cdb-44b1-9174-16f2a4fbba38 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0932825 Feb 04 18:05:00.945337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dbf27273-80d1-4750-a000-d832a220dbbf req-bad2fbb7-e4a1-4922-b754-ff21ba47504b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Feb 04 18:05:00.948553 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-561aafe4-7c29-4899-bbfc-b1b34d5ae02c req-744ed09e-65c3-4b53-a3e2-3f94c865cb1b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675280 Feb 04 18:05:01.172565 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-c1b96e31-d803-4b7c-93e4-1abc68dd7ebf tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:01.174058 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-c1b96e31-d803-4b7c-93e4-1abc68dd7ebf tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 945 time: 0.0519011 Feb 04 18:05:01.269106 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Deleting port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:01.269442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:01.357225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] For port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:01.357587 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:01.371075 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Calling delete_port for aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:01.406317 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:05:01.547424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (aa90b4eb-cda8-4006-b093-bbfc35e3c0c7), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:01.577514 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event deleted for resources: {'Port': ['ID=aa90b4eb-cda8-4006-b093-bbfc35e3c0c7,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:01.614393 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:01.621535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] No DVR routers for this DVR port aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:01.624727 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:01.628058 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4cc2dbbc-0b8f-4b7e-94a4-e609219cafc4 req-5d0def34-a31f-430a-b38e-a37250c5168b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "DELETE /v2.0/ports/aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 HTTP/1.1" status: 204 len: 173 time: 0.4470754 Feb 04 18:05:01.628495 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'name': 'network-vif-deleted', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:01.631268 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5bbc4-ae24-4dac-a3b3-079554b5090c" -d '{"events": [{"server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "name": "network-vif-deleted", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:01.669593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3004eeb-3900-43d5-af80-3b3b423b7e15 x-openstack-request-id: req-a3004eeb-3900-43d5-af80-3b3b423b7e15 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:01.670213 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f4875c-4f92-4b9e-8a76-8d80a51f293c", "name": "network-vif-deleted", "tag": "aa90b4eb-cda8-4006-b093-bbfc35e3c0c7", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:01.671056 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3004eeb-3900-43d5-af80-3b3b423b7e15 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:01.671500 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f4875c-4f92-4b9e-8a76-8d80a51f293c', 'name': 'network-vif-deleted', 'tag': 'aa90b4eb-cda8-4006-b093-bbfc35e3c0c7', 'status': 'completed', 'code': 200} Feb 04 18:05:01.894934 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49fde-9ec0-4e0a-b72a-ed0f580c5b89 req-534e347d-734a-4d8c-92d6-fb1697aa7d79 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:01.896406 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cae49fde-9ec0-4e0a-b72a-ed0f580c5b89 req-534e347d-734a-4d8c-92d6-fb1697aa7d79 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.2904415 Feb 04 18:05:01.942379 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cae49fde-9ec0-4e0a-b72a-ed0f580c5b89 req-38f1d634-29a2-4ca0-a0b1-e46121711ffc tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Feb 04 18:05:02.074876 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-abdfc82d-2537-49be-879d-09238c958fb7 req-6eee5566-126f-4f23-9b3f-c77fe9d18ade tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=25f4875c-4f92-4b9e-8a76-8d80a51f293c HTTP/1.1" status: 200 len: 210 time: 0.0294058 Feb 04 18:05:02.077558 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:02.095118 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ebe20-5aaf-4c45-ab9e-4deee5b1a99d req-910b64dd-b8fc-4cf6-8d62-272e02e5cd42 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:02.096575 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-239ebe20-5aaf-4c45-ab9e-4deee5b1a99d req-910b64dd-b8fc-4cf6-8d62-272e02e5cd42 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0775766 Feb 04 18:05:02.144155 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-239ebe20-5aaf-4c45-ab9e-4deee5b1a99d req-e951eda0-f642-4ba8-91ae-4b90a45e9d6b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419612 Feb 04 18:05:03.064383 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fad05-c295-4256-8847-1269a30b72a4 req-f1a849c3-2d6a-4930-b8de-4ff430577d9f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:03.065861 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a1fad05-c295-4256-8847-1269a30b72a4 req-f1a849c3-2d6a-4930-b8de-4ff430577d9f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0561783 Feb 04 18:05:03.112710 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0a1fad05-c295-4256-8847-1269a30b72a4 req-164c49f6-2093-4d82-b482-aba7bba6d8e0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Feb 04 18:05:03.244066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:03.262112 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf05123-0fa0-475d-ae3d-608bf473d078 req-2a508d9f-6505-4c2b-bd12-a950ffcceb29 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:03.263622 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7bf05123-0fa0-475d-ae3d-608bf473d078 req-2a508d9f-6505-4c2b-bd12-a950ffcceb29 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Feb 04 18:05:03.309359 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7bf05123-0fa0-475d-ae3d-608bf473d078 req-883c53bd-e84b-4c34-ad3f-100bc58c01ec tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Feb 04 18:05:03.540371 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78fd1-1785-4309-ad82-3bfd2200df6f req-7f7145dc-3f33-4878-b1f3-01c51995b2f1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:03.541842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ea78fd1-1785-4309-ad82-3bfd2200df6f req-7f7145dc-3f33-4878-b1f3-01c51995b2f1 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0547714 Feb 04 18:05:03.587144 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ea78fd1-1785-4309-ad82-3bfd2200df6f req-4b8b4af8-a706-420d-9d9c-4383c7702fe8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Feb 04 18:05:04.235317 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df746d-6b43-4123-943c-df5a7f2555c0 req-8fd04327-6432-4279-bc2f-7482ee3dcd76 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:04.236795 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04df746d-6b43-4123-943c-df5a7f2555c0 req-8fd04327-6432-4279-bc2f-7482ee3dcd76 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0520477 Feb 04 18:05:04.282628 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04df746d-6b43-4123-943c-df5a7f2555c0 req-86529780-97e2-49b1-af55-fc07762bf14d tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Feb 04 18:05:04.426661 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446f7e7-02ed-415b-a25e-8e85ae15cb57 req-4bde01e7-fad4-4920-a47a-302d68f3db99 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:04.428078 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7446f7e7-02ed-415b-a25e-8e85ae15cb57 req-4bde01e7-fad4-4920-a47a-302d68f3db99 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Feb 04 18:05:04.480161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7446f7e7-02ed-415b-a25e-8e85ae15cb57 req-57a84f8e-13fb-4c4d-b997-2c30c909661b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Feb 04 18:05:04.704091 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223d14-8c94-4076-98d6-33aaf02c72e1 req-4c422c49-0129-4ef4-bfe5-ba40233fa023 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:04.705604 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6223d14-8c94-4076-98d6-33aaf02c72e1 req-4c422c49-0129-4ef4-bfe5-ba40233fa023 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0531654 Feb 04 18:05:04.753519 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6223d14-8c94-4076-98d6-33aaf02c72e1 req-8e4ad2da-9329-4cc0-8336-bfe199fb8def tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Feb 04 18:05:04.844606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:05.097502 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:05.120683 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:05.121038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device aa90b4eb-cda8-4006-b093-bbfc35e3c0c7 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:05.517937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-36b71c1c-e7ac-4e09-b6f2-20a236d5be97 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:05.520011 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-36b71c1c-e7ac-4e09-b6f2-20a236d5be97 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0543394 Feb 04 18:05:05.600689 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e406-b82d-417e-b937-449fd3b6f98d req-4e03c7ff-7203-4abc-81c0-d9cb84300e71 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:05.602604 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0798e406-b82d-417e-b937-449fd3b6f98d req-4e03c7ff-7203-4abc-81c0-d9cb84300e71 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 945 time: 0.0535157 Feb 04 18:05:05.620423 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Deleting port 448b92cf-8fd6-4137-a431-b26132b3bd03 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:05.620758 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:05.650221 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0798e406-b82d-417e-b937-449fd3b6f98d req-efab5049-88d5-409a-9a43-d1fb2e1b0171 tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7d24bd0-2643-4100-8f08-d7891f7f6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Feb 04 18:05:05.719472 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] For port 448b92cf-8fd6-4137-a431-b26132b3bd03, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=448b92cf-8fd6-4137-a431-b26132b3bd03,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:05.719835 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:05.732352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Calling delete_port for 448b92cf-8fd6-4137-a431-b26132b3bd03 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:05.856753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26f5c-c559-418e-91a6-ead28ce21461 req-b0dd955f-43f5-4b84-ba83-5d71e5704f23 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:05.858187 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ceb26f5c-c559-418e-91a6-ead28ce21461 req-b0dd955f-43f5-4b84-ba83-5d71e5704f23 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0694187 Feb 04 18:05:05.925482 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ceb26f5c-c559-418e-91a6-ead28ce21461 req-a5aa5bd4-18a6-4a93-8365-3b88df050318 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Feb 04 18:05:05.932173 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648eb62-ae9a-4927-863e-eca3710d8cc4 req-b9291c42-ab07-47b0-be0d-e67b97766bdc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:05.933607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4648eb62-ae9a-4927-863e-eca3710d8cc4 req-b9291c42-ab07-47b0-be0d-e67b97766bdc tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0961967 Feb 04 18:05:05.943991 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (448b92cf-8fd6-4137-a431-b26132b3bd03), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:05.980482 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Pushing event deleted for resources: {'Port': ['ID=448b92cf-8fd6-4137-a431-b26132b3bd03,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:05.982123 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4648eb62-ae9a-4927-863e-eca3710d8cc4 req-68c576ed-79b5-41df-a4d9-791e4d8e4f00 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Feb 04 18:05:05.984780 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['448b92cf-8fd6-4137-a431-b26132b3bd03'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:06.037955 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] No DVR routers for this DVR port 448b92cf-8fd6-4137-a431-b26132b3bd03 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:06.040388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.043764 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4c2b3b76-637a-4efe-8458-0f2a793cb00c req-bad0f148-739d-49c8-b8e9-93cca29877eb tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.113 "DELETE /v2.0/ports/448b92cf-8fd6-4137-a431-b26132b3bd03 HTTP/1.1" status: 204 len: 173 time: 0.5170262 Feb 04 18:05:06.044215 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'name': 'network-vif-deleted', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:06.046464 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984bfb74-1af2-4095-a66e-b6b94b4cc360" -d '{"events": [{"server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "name": "network-vif-deleted", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:06.085356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918756c-e167-4445-bae4-682094494ddf x-openstack-request-id: req-2918756c-e167-4445-bae4-682094494ddf {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:06.085356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b81832-5021-4cd2-8ebf-767daeb17673", "name": "network-vif-deleted", "tag": "448b92cf-8fd6-4137-a431-b26132b3bd03", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:06.085356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2918756c-e167-4445-bae4-682094494ddf {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:06.085719 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b81832-5021-4cd2-8ebf-767daeb17673', 'name': 'network-vif-deleted', 'tag': '448b92cf-8fd6-4137-a431-b26132b3bd03', 'status': 'completed', 'code': 200} Feb 04 18:05:06.329922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-da032e66-4fbf-4611-8816-2efde67e501a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:06.331495 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-da032e66-4fbf-4611-8816-2efde67e501a tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 945 time: 0.0586398 Feb 04 18:05:06.435440 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Deleting port d402aa33-a7fe-42e3-b2c8-eb33d0501272 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:06.435723 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.543026 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] For port d402aa33-a7fe-42e3-b2c8-eb33d0501272, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=d402aa33-a7fe-42e3-b2c8-eb33d0501272,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:06.543750 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.556973 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Calling delete_port for d402aa33-a7fe-42e3-b2c8-eb33d0501272 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:06.746997 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (d402aa33-a7fe-42e3-b2c8-eb33d0501272), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.759461 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-78ddab39-a07c-4618-8154-674b8ec61dcf req-0f930ac8-64e3-4404-a3d5-b015fc4ec48b tempest-ServerRescueNegativeTestJSON-1706624928 tempest-ServerRescueNegativeTestJSON-1706624928-project] 10.222.0.98 "GET /v2.0/ports?device_id=16b81832-5021-4cd2-8ebf-767daeb17673 HTTP/1.1" status: 200 len: 210 time: 0.0305147 Feb 04 18:05:06.775843 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event deleted for resources: {'Port': ['ID=d402aa33-a7fe-42e3-b2c8-eb33d0501272,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:06.792971 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'd402aa33-a7fe-42e3-b2c8-eb33d0501272'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:06.823838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] No DVR routers for this DVR port d402aa33-a7fe-42e3-b2c8-eb33d0501272 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:06.826223 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:06.829997 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6cd66ec9-631e-47b4-ac6e-1829cfcae3f4 req-36efcadd-ab8c-4ee0-bf56-50701b0f9814 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "DELETE /v2.0/ports/d402aa33-a7fe-42e3-b2c8-eb33d0501272 HTTP/1.1" status: 204 len: 173 time: 0.4907737 Feb 04 18:05:07.047182 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea696d-2f44-4c81-8875-ca917fec04ac req-96cd2fb5-91a9-4032-90d5-9b575576b477 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:07.049233 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f7ea696d-2f44-4c81-8875-ca917fec04ac req-96cd2fb5-91a9-4032-90d5-9b575576b477 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0553198 Feb 04 18:05:07.105089 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-166434a6-7f3e-4cf4-881e-5ada2bd29ca9 req-4bfa604d-b409-4ed7-a79c-e53820bd4d17 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0413027 Feb 04 18:05:07.133983 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f7ea696d-2f44-4c81-8875-ca917fec04ac req-b7518491-b686-44f0-9671-24c8be2de3c5 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782895 Feb 04 18:05:07.815606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54190) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:08.086951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'name': 'network-vif-deleted', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:08.089890 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801136d-6c3b-4e13-aa81-3b782e73340d" -d '{"events": [{"server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "name": "network-vif-deleted", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:08.129999 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26b2ac-9d55-4cf8-8f5a-0cc502534422 x-openstack-request-id: req-4c26b2ac-9d55-4cf8-8f5a-0cc502534422 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:08.130288 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11825ca5-07bd-404f-8133-569adcfb9de0", "name": "network-vif-deleted", "tag": "d402aa33-a7fe-42e3-b2c8-eb33d0501272", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:08.130586 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4c26b2ac-9d55-4cf8-8f5a-0cc502534422 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:08.130981 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11825ca5-07bd-404f-8133-569adcfb9de0', 'name': 'network-vif-deleted', 'tag': 'd402aa33-a7fe-42e3-b2c8-eb33d0501272', 'status': 'completed', 'code': 200} Feb 04 18:05:08.295161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-456b833e-0a45-42b4-889e-b3cc80283758 req-9e37dff2-37f3-499a-b721-831239671c4e tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=11825ca5-07bd-404f-8133-569adcfb9de0 HTTP/1.1" status: 200 len: 210 time: 0.0609539 Feb 04 18:05:08.365081 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.374694 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd389e9e-f014-4802-a504-16c317bee70d req-c3672338-8231-49ae-b33e-572b52574f35 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:08.376218 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd389e9e-f014-4802-a504-16c317bee70d req-c3672338-8231-49ae-b33e-572b52574f35 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.1230099 Feb 04 18:05:08.492580 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd389e9e-f014-4802-a504-16c317bee70d req-ca5cb5d4-e77d-48b8-b212-0e50418f7197 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 Feb 04 18:05:08.577443 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-ee914498-7166-494b-90ff-da589df05f5f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:08.579007 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-ee914498-7166-494b-90ff-da589df05f5f tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 945 time: 0.0572400 Feb 04 18:05:08.681853 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Deleting port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:08.682122 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.712403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Deleting port beaf18fa-eaa2-4f27-8648-06d5191c1c9e {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:08.712760 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.785967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] For port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:08.786337 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.800919 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Calling delete_port for 7a82baa8-3397-462f-b2ef-4e1a91ad73ef owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:08.821496 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] For port beaf18fa-eaa2-4f27-8648-06d5191c1c9e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,segment=NetworkSegment(5fd74c7e-697b-4ced-aea9-fd909128cf0a),segment_id=5fd74c7e-697b-4ced-aea9-fd909128cf0a)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:08.822315 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:08.837348 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Calling delete_port for beaf18fa-eaa2-4f27-8648-06d5191c1c9e owned by network:router_interface {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:09.010313 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (7a82baa8-3397-462f-b2ef-4e1a91ad73ef), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:09.054378 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['7a82baa8-3397-462f-b2ef-4e1a91ad73ef'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:09.068574 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Pushing event deleted for resources: {'Port': ['ID=7a82baa8-3397-462f-b2ef-4e1a91ad73ef,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:09.110768 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] No DVR routers for this DVR port 7a82baa8-3397-462f-b2ef-4e1a91ad73ef on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:09.113179 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:09.116756 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-3d19efe0-12a5-4e08-bc6a-c890b4101dd7 req-f5bcccb5-694e-467a-ab28-6372574d2124 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "DELETE /v2.0/ports/7a82baa8-3397-462f-b2ef-4e1a91ad73ef HTTP/1.1" status: 204 len: 173 time: 0.5324457 Feb 04 18:05:09.132027 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939771-3f65-4427-b571-aab1e7c1ebdb req-d7677eed-62a4-4243-b65b-7ddb70a665ed tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:09.142331 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a939771-3f65-4427-b571-aab1e7c1ebdb req-d7677eed-62a4-4243-b65b-7ddb70a665ed tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0550654 Feb 04 18:05:09.147252 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 448b92cf-8fd6-4137-a431-b26132b3bd03 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:09.168898 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 448b92cf-8fd6-4137-a431-b26132b3bd03 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:09.169252 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 448b92cf-8fd6-4137-a431-b26132b3bd03 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:09.169685 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device d402aa33-a7fe-42e3-b2c8-eb33d0501272 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:09.185853 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a939771-3f65-4427-b571-aab1e7c1ebdb req-e9c2f196-f7ef-4963-ae8c-b3a63b5bfc21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464931 Feb 04 18:05:09.190109 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: d402aa33-a7fe-42e3-b2c8-eb33d0501272 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:09.190368 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device d402aa33-a7fe-42e3-b2c8-eb33d0501272 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:09.279661 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (beaf18fa-eaa2-4f27-8648-06d5191c1c9e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:09.307739 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Pushing event deleted for resources: {'Port': ['ID=beaf18fa-eaa2-4f27-8648-06d5191c1c9e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:09.334036 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.334255 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.334716 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.334973 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.335305 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.335644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.335976 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.336297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.336628 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.336963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.337297 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.337616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.337945 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:09.496949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:09.633606 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72f07137-99ea-4835-9673-19edea136958 req-f345d532-351b-4728-abfc-1ddfa27336ba tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=680d8d06-f576-446b-b2de-326524afc5fb HTTP/1.1" status: 200 len: 210 time: 0.0371408 Feb 04 18:05:10.000197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Router c8713dee-d0e4-4b4e-ab08-55349c70e88b has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:05:10.113839 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:05:10.119369 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d04ae6dd-9d1a-41c2-9a5b-eec5d70d4eba admin admin] 10.222.0.98 "PUT /v2.0/routers/c8713dee-d0e4-4b4e-ab08-55349c70e88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031738 Feb 04 18:05:10.121930 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54226) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:10.125080 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Sync routers for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:05:10.132572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'name': 'network-vif-deleted', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:10.137428 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3599e64-904e-4a97-88e2-4bc5eb6154ff" -d '{"events": [{"server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "name": "network-vif-deleted", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:10.145370 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:10.147128 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:10.203263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73a1c6-3c61-483d-b84b-968c23b1e5b0 x-openstack-request-id: req-1c73a1c6-3c61-483d-b84b-968c23b1e5b0 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:10.203555 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680d8d06-f576-446b-b2de-326524afc5fb", "name": "network-vif-deleted", "tag": "7a82baa8-3397-462f-b2ef-4e1a91ad73ef", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:10.203807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c73a1c6-3c61-483d-b84b-968c23b1e5b0 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:10.204851 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680d8d06-f576-446b-b2de-326524afc5fb', 'name': 'network-vif-deleted', 'tag': '7a82baa8-3397-462f-b2ef-4e1a91ad73ef', 'status': 'completed', 'code': 200} Feb 04 18:05:10.246874 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks [] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:10.298686 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:10.410160 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ed699-c135-4deb-9c0b-ebfcd81bb116 req-8fd96c52-4f84-41a3-aa3a-f0a0805b619c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:10.411753 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-159ed699-c135-4deb-9c0b-ebfcd81bb116 req-8fd96c52-4f84-41a3-aa3a-f0a0805b619c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1201398 Feb 04 18:05:10.416957 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks [] for router_gateway (c8713dee-d0e4-4b4e-ab08-55349c70e88b), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:10.473970 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-159ed699-c135-4deb-9c0b-ebfcd81bb116 req-54a73545-5dff-4e73-8da7-33a8df8ec674 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523436 Feb 04 18:05:10.501701 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:05:09Z', 'revision_number': 5, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port': {'id': '14f51e78-612e-4a00-b67d-98f3384e1788', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:10.528832 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Checking router: c8713dee-d0e4-4b4e-ab08-55349c70e88b for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:05:10.537631 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Routers {'c8713dee-d0e4-4b4e-ab08-55349c70e88b'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:10.538241 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:10.588167 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Deleting port 14f51e78-612e-4a00-b67d-98f3384e1788 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:10.588507 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:10.631159 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] Set router c8713dee-d0e4-4b4e-ab08-55349c70e88b gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:10.686205 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:05:10Z', 'revision_number': 6, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:10.687849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] For port 14f51e78-612e-4a00-b67d-98f3384e1788, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=14f51e78-612e-4a00-b67d-98f3384e1788,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:10.688222 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:10.706475 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Calling delete_port for 14f51e78-612e-4a00-b67d-98f3384e1788 owned by network:router_gateway {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:10.719331 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e4d701-a73c-4e36-afec-7fe04d10de90 None None] The sync data for ids ['c8713dee-d0e4-4b4e-ab08-55349c70e88b'] in dv-cinder-822768-3-iscsi is: [{'id': 'c8713dee-d0e4-4b4e-ab08-55349c70e88b', 'name': 'tempest-ServerRescueNegativeTestJSON-1058057656-router', 'tenant_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:05:10Z', 'revision_number': 6, 'project_id': '88f3b231bd8d4b4ead414b5d72ec8f7e', 'gw_port_host': None}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:05:10.970334 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-2370fcc9-4dbd-4512-a729-57a29ed21046 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:10.971854 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-2370fcc9-4dbd-4512-a729-57a29ed21046 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/networks?id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 HTTP/1.1" status: 200 len: 807 time: 0.1119261 Feb 04 18:05:10.989488 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-2fe9614a-283d-49ca-9db7-d56914468b95 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/quotas/d702ff83402e4a79b37f95a3fc6775a3 HTTP/1.1" status: 200 len: 375 time: 0.0089579 Feb 04 18:05:11.022343 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-76d01694-aa05-4198-a53a-e4d248c3c532 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306222 Feb 04 18:05:11.074732 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (14f51e78-612e-4a00-b67d-98f3384e1788), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.117303 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f51e78-612e-4a00-b67d-98f3384e1788,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:11.207881 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-d29c270c-277e-4dd6-9285-eefcfb978d60 service neutron] 10.222.0.98 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789269 Feb 04 18:05:11.209486 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.380952 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.389472 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks [] for router_controller (c8713dee-d0e4-4b4e-ab08-55349c70e88b), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.482575 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef192eb-755f-4c3e-a660-99590c725582 req-8a787476-28ab-4246-af2a-4c1def1b0c30 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:11.484641 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ef192eb-755f-4c3e-a660-99590c725582 req-8a787476-28ab-4246-af2a-4c1def1b0c30 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.2262259 Feb 04 18:05:11.496725 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-98dbb1c7-9058-4eca-b223-ba70b3d6b71a service neutron] 10.222.0.98 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704606 Feb 04 18:05:11.546863 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ef192eb-755f-4c3e-a660-99590c725582 req-9b305d43-cf9f-4997-a31a-c7484c7a2097 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489662 Feb 04 18:05:11.575542 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (c8713dee-d0e4-4b4e-ab08-55349c70e88b), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.576074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8713dee-d0e4-4b4e-ab08-55349c70e88b {{(pid=109413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:05:11.584257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.586089 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-5905f13d-da7c-4d82-bb03-0b71aa604662 admin admin] 10.222.0.98 "DELETE /v2.0/routers/c8713dee-d0e4-4b4e-ab08-55349c70e88b HTTP/1.1" status: 204 len: 168 time: 1.4627056 Feb 04 18:05:11.588707 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54256) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:11.589507 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device beaf18fa-eaa2-4f27-8648-06d5191c1c9e no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:11.623946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: beaf18fa-eaa2-4f27-8648-06d5191c1c9e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:11.624419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device beaf18fa-eaa2-4f27-8648-06d5191c1c9e not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:11.624822 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 14f51e78-612e-4a00-b67d-98f3384e1788 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:11.648453 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 14f51e78-612e-4a00-b67d-98f3384e1788 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:11.648796 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 14f51e78-612e-4a00-b67d-98f3384e1788 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:11.664508 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Deleting subnet 0032dde5-0b40-4ce3-b080-18ca885a6304 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:05:11.669814 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Publish callbacks [] for subnet (0032dde5-0b40-4ce3-b080-18ca885a6304), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.717003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (0032dde5-0b40-4ce3-b080-18ca885a6304), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.725587 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d03172-867e-4ae3-b941-4499c09e93da req-4ff6eb8a-b800-49b7-9ec2-e1e6575c68c8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:11.727131 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f5d03172-867e-4ae3-b941-4499c09e93da req-4ff6eb8a-b800-49b7-9ec2-e1e6575c68c8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1080825 Feb 04 18:05:11.787312 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ce69c189-b4c8-4209-acc3-a5ef8acbcea6 req-bd70907a-fbfc-47bd-bc0d-dacd986430f4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0591774 Feb 04 18:05:11.820349 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (0032dde5-0b40-4ce3-b080-18ca885a6304), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.849445 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f5d03172-867e-4ae3-b941-4499c09e93da req-b6588c76-d0a4-4548-8cb0-833b74c120a5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034341 Feb 04 18:05:11.936082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (0032dde5-0b40-4ce3-b080-18ca885a6304), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.969278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0032dde5-0b40-4ce3-b080-18ca885a6304,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:11.971274 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:11.976391 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4c5f29b3-1180-4047-b2a0-6187cb9cdbb3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0032dde5-0b40-4ce3-b080-18ca885a6304 HTTP/1.1" status: 204 len: 168 time: 0.3848188 Feb 04 18:05:11.977349 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54266) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:12.047867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (9c690480-f668-45a1-920e-e1d3e188eb0c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.330193 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (9c690480-f668-45a1-920e-e1d3e188eb0c), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.349898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c690480-f668-45a1-920e-e1d3e188eb0c']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:12.359082 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd74c7e-697b-4ced-aea9-fd909128cf0a') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:12.359377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd74c7e-697b-4ced-aea9-fd909128cf0a') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:12.368620 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (5fd74c7e-697b-4ced-aea9-fd909128cf0a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.381789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (5fd74c7e-697b-4ced-aea9-fd909128cf0a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.387589 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:05:12.387967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (5fd74c7e-697b-4ced-aea9-fd909128cf0a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:05:12.390122 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:05:12.558572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (9c690480-f668-45a1-920e-e1d3e188eb0c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.564732 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:12.567869 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9c690480-f668-45a1-920e-e1d3e188eb0c HTTP/1.1" status: 204 len: 168 time: 0.5895283 Feb 04 18:05:12.579402 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7f4f-cc5f-413b-9022-7c6a2e0f8ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c690480-f668-45a1-920e-e1d3e188eb0c,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:12.671120 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512786b-70d9-4000-8dfe-851ad142f7a9 req-54547000-c73f-4d30-82b4-7b14dce62af8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:12.672583 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5512786b-70d9-4000-8dfe-851ad142f7a9 req-54547000-c73f-4d30-82b4-7b14dce62af8 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0527897 Feb 04 18:05:12.725190 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5512786b-70d9-4000-8dfe-851ad142f7a9 req-54e71d82-b0e0-4e6d-ae6c-f3b6a9d870d4 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 Feb 04 18:05:12.882064 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a8679b4e-de14-40b9-aead-49fd12d8ab83 req-65453c06-f4b2-4b1f-90f2-b41ab012321c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0273366 Feb 04 18:05:12.964491 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54280) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:12.979042 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1669bf-637d-4882-90a2-5e85796e74d6 req-ef6e6476-8b08-40e9-a92f-c9026397cbec tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:12.980597 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a1669bf-637d-4882-90a2-5e85796e74d6 req-ef6e6476-8b08-40e9-a92f-c9026397cbec tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Feb 04 18:05:13.006061 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-452cb32f-ece4-48b9-9127-ea5c9f9f8ff0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88f3b231bd8d4b4ead414b5d72ec8f7e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402296 Feb 04 18:05:13.008391 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54282) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:13.034579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a1669bf-637d-4882-90a2-5e85796e74d6 req-3e4094d9-0d6d-48f5-aaab-862715101e1a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474324 Feb 04 18:05:13.057779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] Publish callbacks [] for security_group (e7d24bd0-2643-4100-8f08-d7891f7f6bad), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.079961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] Publish callbacks [] for security_group (e7d24bd0-2643-4100-8f08-d7891f7f6bad), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.135135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 7a82baa8-3397-462f-b2ef-4e1a91ad73ef no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:13.157101 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 7a82baa8-3397-462f-b2ef-4e1a91ad73ef {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:13.157367 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 7a82baa8-3397-462f-b2ef-4e1a91ad73ef not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:13.238373 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e7d24bd0-2643-4100-8f08-d7891f7f6bad), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.241302 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.242473 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e7d24bd0-2643-4100-8f08-d7891f7f6bad HTTP/1.1" status: 204 len: 168 time: 0.2331579 Feb 04 18:05:13.251375 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf358b-bcb8-4cfe-8b57-37ed45bb23ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d24bd0-2643-4100-8f08-d7891f7f6bad,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:13.827951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-792ff085-8a29-4c4c-bdde-e2658400ae1b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.829540 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-792ff085-8a29-4c4c-bdde-e2658400ae1b tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0532825 Feb 04 18:05:13.844670 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dded1-f49f-430c-93b2-e6b08831263d req-e49125ab-d355-4359-9878-7d955657e1cf tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:13.846351 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d2dded1-f49f-430c-93b2-e6b08831263d req-e49125ab-d355-4359-9878-7d955657e1cf tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 946 time: 0.0539706 Feb 04 18:05:13.912323 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d2dded1-f49f-430c-93b2-e6b08831263d req-b38880c1-b0a7-4b30-8262-6203744b72fb tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/security-groups?id=0110fd50-1864-481a-8dba-d8ce995484e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Feb 04 18:05:13.961397 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Deleting port bd315958-9ef0-4c3f-ada4-ba8b1c05202e {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:13.962402 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:13.990142 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ede436d0-2440-43b2-a896-42aad1ac846f req-5d620b4f-d7f3-46b1-a3dc-404a9a95e092 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0272961 Feb 04 18:05:14.058901 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] For port bd315958-9ef0-4c3f-ada4-ba8b1c05202e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,segment=NetworkSegment(27927d22-a3eb-4a82-ba59-1f6a8365b566),segment_id=27927d22-a3eb-4a82-ba59-1f6a8365b566)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:14.059479 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.073295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Calling delete_port for bd315958-9ef0-4c3f-ada4-ba8b1c05202e owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:14.235931 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28fc6-39b9-4526-b6b1-b0d6fb0ba33a req-20bcd0fa-c330-4220-a0f8-0fa8174c91e2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:14.238011 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10d28fc6-39b9-4526-b6b1-b0d6fb0ba33a req-20bcd0fa-c330-4220-a0f8-0fa8174c91e2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1179128 Feb 04 18:05:14.293878 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10d28fc6-39b9-4526-b6b1-b0d6fb0ba33a req-25d5b1f3-e726-4afe-8ee3-e55ebfabdf26 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482829 Feb 04 18:05:14.345656 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (bd315958-9ef0-4c3f-ada4-ba8b1c05202e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.383915 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['bd315958-9ef0-4c3f-ada4-ba8b1c05202e'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:14.389861 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-93b1ddd6-0851-4615-899a-bb41cd4b29a4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:14.391461 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-93b1ddd6-0851-4615-899a-bb41cd4b29a4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "GET /v2.0/networks?id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 HTTP/1.1" status: 200 len: 807 time: 0.1498594 Feb 04 18:05:14.392693 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Pushing event deleted for resources: {'Port': ['ID=bd315958-9ef0-4c3f-ada4-ba8b1c05202e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:14.415509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Request body: {'port': {'device_id': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0', 'admin_state_up': True, 'tenant_id': 'd702ff83402e4a79b37f95a3fc6775a3'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:14.449254 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54318) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:14.484442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] No DVR routers for this DVR port bd315958-9ef0-4c3f-ada4-ba8b1c05202e on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:14.488632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.492295 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-875d2217-7a3f-418f-8c51-e442dfc7e9e4 req-269e3c55-02e0-4aa2-9c69-e8ab2e67cc85 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.113 "DELETE /v2.0/ports/bd315958-9ef0-4c3f-ada4-ba8b1c05202e HTTP/1.1" status: 204 len: 173 time: 0.6454964 Feb 04 18:05:14.492757 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'name': 'network-vif-deleted', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:14.495262 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78397f3f-d28d-456e-95b1-cf051c674b76" -d '{"events": [{"server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "name": "network-vif-deleted", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:14.542214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498ef27b-696c-46cb-b3d8-c6df7302f016 x-openstack-request-id: req-498ef27b-696c-46cb-b3d8-c6df7302f016 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:14.542528 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9c781-2198-40c6-a4ec-cd2422de004d", "name": "network-vif-deleted", "tag": "bd315958-9ef0-4c3f-ada4-ba8b1c05202e", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:14.542785 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-498ef27b-696c-46cb-b3d8-c6df7302f016 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:14.543180 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9c781-2198-40c6-a4ec-cd2422de004d', 'name': 'network-vif-deleted', 'tag': 'bd315958-9ef0-4c3f-ada4-ba8b1c05202e', 'status': 'completed', 'code': 200} Feb 04 18:05:14.589189 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2109679095-network', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:14.678377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Made reservation on behalf of d702ff83402e4a79b37f95a3fc6775a3 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:05:14.681870 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.706740 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Made reservation on behalf of ac0ec68d2c474dbf8c692e362abd93cb for: {'network': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:05:14.709320 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.720305 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.799750 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks [] for security_group (007eceda-31e9-4874-89a1-232981b9b4c6), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.815526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Allocated IP 172.20.0.10 (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0/06d65417-2f1b-457e-9106-799cc31a0922/486f07de-480b-4797-b2c8-3e28685a48b6) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:14.975797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks [] for port (486f07de-480b-4797-b2c8-3e28685a48b6), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:14.987251 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (007eceda-31e9-4874-89a1-232981b9b4c6), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.037493 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-90249088-da80-4f75-92fc-d98efc91758e req-6efb0efb-bccd-48e4-af6b-d7afe0704226 tempest-AttachVolumeNegativeTest-1208253876 tempest-AttachVolumeNegativeTest-1208253876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1d9c781-2198-40c6-a4ec-cd2422de004d HTTP/1.1" status: 200 len: 210 time: 0.0432165 Feb 04 18:05:15.042068 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=109413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:05:15.051484 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007eceda-31e9-4874-89a1-232981b9b4c6,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:15.063257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (3b4c0c36-c698-4f44-bf73-b326d50990ca), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.063622 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.segments_db [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Added segment 3b4c0c36-c698-4f44-bf73-b326d50990ca of type vlan for network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 Feb 04 18:05:15.133212 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93136ffd-9141-481e-97d0-a28ff4df2787 req-f15262a2-5f87-45fe-a226-4e70fbc8d0fb tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0412316 Feb 04 18:05:15.134879 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.181502 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.226903 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:15.230214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:15.234276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:15.240917 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Pushing event updated for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:15.248432 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.249410 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:15.249985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.290351 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:15.291047 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.309499 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:15.330042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:05:15.392817 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b1390daa-61f7-478f-b8ba-ef303f4c1ce8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9420781 Feb 04 18:05:15.395689 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54340) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:15.400931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Request body: {'subnet': {'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2109679095-subnet', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:15.414797 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-3a980888-9873-4022-a6e5-1a59edd1cec7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031350 Feb 04 18:05:15.433218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Request body: {'port': {'device_id': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:15.443710 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9477b8-1ac6-4ef2-a263-eab671728ba3 req-22d1d1c3-6899-4a52-8ca0-faa0a641793e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:15.444388 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc9477b8-1ac6-4ef2-a263-eab671728ba3 req-22d1d1c3-6899-4a52-8ca0-faa0a641793e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0724680 Feb 04 18:05:15.502809 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc9477b8-1ac6-4ef2-a263-eab671728ba3 req-eef8779e-9d72-4ae8-b8ee-ca3dd8bcdb05 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513513 Feb 04 18:05:15.506265 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.516041 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Made reservation on behalf of ac0ec68d2c474dbf8c692e362abd93cb for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:05:15.522865 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.930710 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486f07de-480b-4797-b2c8-3e28685a48b6 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:15.938815 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks [] for port (486f07de-480b-4797-b2c8-3e28685a48b6), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:15.950697 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Transition to ACTIVE for port object 486f07de-480b-4797-b2c8-3e28685a48b6 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:05:15.992814 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (5c9fec46-2f2b-4a21-87d7-a1153aac0c7b), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.045267 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:16.063679 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Checking segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:16.066757 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Network hostable DHCP agents. Network: ad908c4b-c2c9-46d5-a416-1e7a31ac0b31, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:05:16.093982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54346) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:16.138998 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Deleting subnet c8c29342-7d7c-4b15-ba19-d1b2393955ac {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:05:16.142347 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Publish callbacks [] for subnet (c8c29342-7d7c-4b15-ba19-d1b2393955ac), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.178225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (c8c29342-7d7c-4b15-ba19-d1b2393955ac), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.180230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.252356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:05:16.258654 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a434bd-fd6a-4797-815e-4b021429b1b6 req-147f82e1-512a-4518-80b6-32db9057c7d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:16.260192 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3a434bd-fd6a-4797-815e-4b021429b1b6 req-147f82e1-512a-4518-80b6-32db9057c7d4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0542638 Feb 04 18:05:16.272730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Pushing event updated for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:16.279393 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (c8c29342-7d7c-4b15-ba19-d1b2393955ac), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.326074 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3a434bd-fd6a-4797-815e-4b021429b1b6 req-68bf7721-f86f-4c8f-a832-5cec79ccdaee tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Feb 04 18:05:16.356867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, ad908c4b-c2c9-46d5-a416-1e7a31ac0b31) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:16.366186 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dcb64f-648b-40b9-9f71-b81adb26b505 None None] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:05:16.368335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:16.368944 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.405158 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Attempting to bind port 486f07de-480b-4797-b2c8-3e28685a48b6 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:05:16.405499 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Attempting to bind port 486f07de-480b-4797-b2c8-3e28685a48b6 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:05:16.405894 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Attempting to bind port 486f07de-480b-4797-b2c8-3e28685a48b6 on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:16.411643 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Port 486f07de-480b-4797-b2c8-3e28685a48b6 on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:05:16.411998 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Attempting to bind port 486f07de-480b-4797-b2c8-3e28685a48b6 on network 3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:16.417756 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:05:16.418285 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Checking segment: {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:16.418877 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Bound using segment: {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:05:16.419381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Bound port: 486f07de-480b-4797-b2c8-3e28685a48b6, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e133e8-4af5-460d-a544-393d9911e65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:05:16.419914 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.485145 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (c8c29342-7d7c-4b15-ba19-d1b2393955ac), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.492399 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:05:16.493260 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.540366 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3d9bdd09-bd56-44f7-8c98-cbb7c6f6ea2b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1410897 Feb 04 18:05:16.540366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c29342-7d7c-4b15-ba19-d1b2393955ac,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:16.540871 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54352) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:16.546912 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.551419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:16.555139 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-6b40a6b4-dfa1-40a4-9983-5e6106b4a13e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c8c29342-7d7c-4b15-ba19-d1b2393955ac HTTP/1.1" status: 204 len: 168 time: 0.4575853 Feb 04 18:05:16.558343 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54354) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:16.571160 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:05:16.577218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=486f07de-480b-4797-b2c8-3e28685a48b6,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:05:16.643756 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Allocated IP 172.20.0.2 (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31/5c9fec46-2f2b-4a21-87d7-a1153aac0c7b/216cd4ee-d8da-41d2-a924-f63e843c04fe) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:16.667691 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (3dc2f191-988b-4e16-974b-c84a0b6125d2), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.684213 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.719257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e3b7f-589b-4c20-96e7-df11fe69d897 req-fdfc7f8e-0cda-4970-84f4-67137d8cb833 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:16.721091 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-232e3b7f-589b-4c20-96e7-df11fe69d897 req-fdfc7f8e-0cda-4970-84f4-67137d8cb833 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0999279 Feb 04 18:05:16.723381 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.724558 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.725110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:16.725731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.727232 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] 10.222.0.113 "PUT /v2.0/ports/486f07de-480b-4797-b2c8-3e28685a48b6 HTTP/1.1" status: 200 len: 1094 time: 1.2985368 Feb 04 18:05:16.727871 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:16.730181 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea6bb45-e732-404d-9abc-83d5c5c3e65a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:16.768809 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ed5b-8737-4ee9-974e-3470d14d4cef service neutron] Pushing event updated for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:16.784720 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ea9ba-7e2d-4dd6-80e6-3aa3156e8281 x-openstack-request-id: req-e16ea9ba-7e2d-4dd6-80e6-3aa3156e8281 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:16.785229 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:16.785492 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e16ea9ba-7e2d-4dd6-80e6-3aa3156e8281 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:16.786085 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6', 'status': 'completed', 'code': 200} Feb 04 18:05:16.810065 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (3dc2f191-988b-4e16-974b-c84a0b6125d2), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.828443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks [] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.879353 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for router_controller (9eed1dd0-ab11-4d53-946a-36115d4ea746), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.885762 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc2f191-988b-4e16-974b-c84a0b6125d2']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:16.895423 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-232e3b7f-589b-4c20-96e7-df11fe69d897 req-58e72711-8510-4dee-aacc-e154444b97a8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566486 Feb 04 18:05:16.898932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27927d22-a3eb-4a82-ba59-1f6a8365b566') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:16.899885 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27927d22-a3eb-4a82-ba59-1f6a8365b566') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:16.911280 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (27927d22-a3eb-4a82-ba59-1f6a8365b566), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.925393 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (27927d22-a3eb-4a82-ba59-1f6a8365b566), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.931895 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:05:16.932070 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (27927d22-a3eb-4a82-ba59-1f6a8365b566), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:05:16.933823 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:05:16.942447 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:16.981555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:16.985157 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:16.988845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:16.997851 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Pushing event updated for resources: {'Port': ['ID=216cd4ee-d8da-41d2-a924-f63e843c04fe,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:17.056707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Attempting to bind port 216cd4ee-d8da-41d2-a924-f63e843c04fe on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:05:17.057076 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Attempting to bind port 216cd4ee-d8da-41d2-a924-f63e843c04fe by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:05:17.057444 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Attempting to bind port 216cd4ee-d8da-41d2-a924-f63e843c04fe on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:17.064161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:05:17.064542 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Checking segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:17.064955 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.065355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Bound using segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:05:17.065838 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Bound port: 216cd4ee-d8da-41d2-a924-f63e843c04fe, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:05:17.066227 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.138192 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] For port 216cd4ee-d8da-41d2-a924-f63e843c04fe, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:05:17.355433 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for router_gateway (9eed1dd0-ab11-4d53-946a-36115d4ea746), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.364571 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (3dc2f191-988b-4e16-974b-c84a0b6125d2), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.365695 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] For port 216cd4ee-d8da-41d2-a924-f63e843c04fe, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=216cd4ee-d8da-41d2-a924-f63e843c04fe,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:05:17.372428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.375814 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] 10.222.0.98 "DELETE /v2.0/networks/3dc2f191-988b-4e16-974b-c84a0b6125d2 HTTP/1.1" status: 204 len: 168 time: 0.8152401 Feb 04 18:05:17.392718 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12343e70-07e5-49e9-8ea0-734fdb6b5a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc2f191-988b-4e16-974b-c84a0b6125d2,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:17.488251 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.545932 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-ceff811a-cbe9-4aaf-9d90-9e8dc4b1190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:17.547588 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-ceff811a-cbe9-4aaf-9d90-9e8dc4b1190f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 1128 time: 0.0690799 Feb 04 18:05:17.584393 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443d56d-27dd-4b21-b534-d28faf6f84d7 None None] Pushing event updated for resources: {'Port': ['ID=216cd4ee-d8da-41d2-a924-f63e843c04fe,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:17.600184 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da0a7-1977-4f62-9ddb-621e1c200667 req-5e3ddc0c-917c-4cdd-8f19-e36a8c22c2ca tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:17.608335 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ec9da0a7-1977-4f62-9ddb-621e1c200667 req-5e3ddc0c-917c-4cdd-8f19-e36a8c22c2ca tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1689997 Feb 04 18:05:17.725673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ec9da0a7-1977-4f62-9ddb-621e1c200667 req-80fc34ae-8e8e-4d65-87ce-79f6190379dc tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148379 Feb 04 18:05:17.764147 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-d7e6be89-a61a-4c26-99ca-a969022f82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:17.765996 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-d7e6be89-a61a-4c26-99ca-a969022f82b7 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2034984 Feb 04 18:05:17.855806 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.879723 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54364) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:17.947723 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for router_gateway (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:17.957288 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-68269fb4-4867-4dca-9ef0-db200b7d73a8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c4a8ffd2aaf14a21a0545cb345ab262f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0734568 Feb 04 18:05:17.957956 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54370) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:17.987776 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.048948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] Publish callbacks [] for security_group (0110fd50-1864-481a-8dba-d8ce995484e6), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.090756 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] Publish callbacks [] for security_group (0110fd50-1864-481a-8dba-d8ce995484e6), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.141331 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Allocated IP 172.27.3.248 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/e53ee9ea-7db9-453c-b4cd-b95013dc23cc) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:18.181076 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1240b0-2b68-496f-89d5-0b68a978326d req-a0539216-b267-428e-ba59-0722e17f9b0f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:18.183635 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8b1240b0-2b68-496f-89d5-0b68a978326d req-a0539216-b267-428e-ba59-0722e17f9b0f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1285496 Feb 04 18:05:18.307718 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0110fd50-1864-481a-8dba-d8ce995484e6), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.317740 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.333824 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0110fd50-1864-481a-8dba-d8ce995484e6 HTTP/1.1" status: 204 len: 168 time: 0.3671687 Feb 04 18:05:18.347637 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d006-45a3-4dba-a6e6-868de7cdda01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0110fd50-1864-481a-8dba-d8ce995484e6,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:18.368393 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8b1240b0-2b68-496f-89d5-0b68a978326d req-9c8cd270-b5c6-4cfc-b3f1-f2c9e07f7ca0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599519 Feb 04 18:05:18.423537 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.531470 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:18.579807 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:18.583397 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:18.587640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:18.594809 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Pushing event updated for resources: {'Port': ['ID=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:18.944419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0a789-fc8d-4215-ade5-be214ee58f09 None None] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:05:18.961685 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81fae-7229-4a41-b8e1-8b943a676234 req-6f54dcb7-86d1-4f02-9558-fda43a0cd3d1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:18.963457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91c81fae-7229-4a41-b8e1-8b943a676234 req-6f54dcb7-86d1-4f02-9558-fda43a0cd3d1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0972133 Feb 04 18:05:18.992278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-7bd9edf8-a471-4e68-b07b-7f0a65f97486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:18.996131 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-dea6bb45-e732-404d-9abc-83d5c5c3e65a req-7bd9edf8-a471-4e68-b07b-7f0a65f97486 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2202301 Feb 04 18:05:19.019788 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Provisioning complete for port 216cd4ee-d8da-41d2-a924-f63e843c04fe triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:19.020247 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.161939 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-91c81fae-7229-4a41-b8e1-8b943a676234 req-d12e9a22-1709-46c3-9df9-4129212f7171 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178176 Feb 04 18:05:19.183207 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for router_gateway (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.187124 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Current status of the port 216cd4ee-d8da-41d2-a924-f63e843c04fe is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:19.187859 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.249677 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] For port 216cd4ee-d8da-41d2-a924-f63e843c04fe, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=216cd4ee-d8da-41d2-a924-f63e843c04fe,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:19.324924 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.406126 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362a60-2a03-42cb-8105-e72c3cf9c458 None None] Pushing event updated for resources: {'Port': ['ID=216cd4ee-d8da-41d2-a924-f63e843c04fe,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:19.502453 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.572508 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-1a1897e2-557c-4cae-a2bb-cdf521814ccd None None] Provisioning complete for port 216cd4ee-d8da-41d2-a924-f63e843c04fe triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:19.573605 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1a1897e2-557c-4cae-a2bb-cdf521814ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.691701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6dc9d-c796-43d4-9595-bbabca9893a9 req-9cfbaaa1-c2c8-4d06-b0b2-92aa5d8f49b6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:19.694063 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49b6dc9d-c796-43d4-9595-bbabca9893a9 req-9cfbaaa1-c2c8-4d06-b0b2-92aa5d8f49b6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1119316 Feb 04 18:05:19.707327 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-1a1897e2-557c-4cae-a2bb-cdf521814ccd None None] Current status of the port 216cd4ee-d8da-41d2-a924-f63e843c04fe is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:19.709939 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 216cd4ee-d8da-41d2-a924-f63e843c04fe up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:19.792688 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 216cd4ee-d8da-41d2-a924-f63e843c04fe triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:19.793406 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:19.814253 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49b6dc9d-c796-43d4-9595-bbabca9893a9 req-9b62ce1f-d4f9-455d-8476-fcf31720412b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131649 Feb 04 18:05:19.911676 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 216cd4ee-d8da-41d2-a924-f63e843c04fe is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:19.917245 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:05:20.104226 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:05:20.120685 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:05:20.139459 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:20.141741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:20.213814 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:20.221859 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54406) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:20.222711 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6f8f1e76-f488-423c-93ca-02349c66e26f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6779020 Feb 04 18:05:20.313235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:20.367761 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae66db-4931-417f-ae4e-da5c7ff090d5 req-b95a8506-f406-499d-b984-3eb95dc643c4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:20.371417 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b3ae66db-4931-417f-ae4e-da5c7ff090d5 req-b95a8506-f406-499d-b984-3eb95dc643c4 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0847349 Feb 04 18:05:20.470673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b3ae66db-4931-417f-ae4e-da5c7ff090d5 req-98a4e59d-4edd-449d-8383-2abd2afe51d6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874496 Feb 04 18:05:20.612325 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:18Z', 'revision_number': 3, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:20.639764 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:05:20.640115 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Updating router 9eed1dd0-ab11-4d53-946a-36115d4ea746 port e53ee9ea-7db9-453c-b4cd-b95013dc23cc binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:05:20.684050 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:20.805061 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.024488 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626ff95-0e6f-49f2-940c-2671ff2d9a4b req-4d619001-62e8-4bd2-80fc-3575624150fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:21.026300 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c626ff95-0e6f-49f2-940c-2671ff2d9a4b req-4d619001-62e8-4bd2-80fc-3575624150fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0897529 Feb 04 18:05:21.089909 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Allocated IP 172.20.0.1 (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31/5c9fec46-2f2b-4a21-87d7-a1153aac0c7b/bda5a53c-b20a-44e4-937b-6e32f27b513a) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:21.093737 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c626ff95-0e6f-49f2-940c-2671ff2d9a4b req-e08ae14a-0ef0-441c-a52e-1453dfc8a5be tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556211 Feb 04 18:05:21.246671 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks [] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.270603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device bd315958-9ef0-4c3f-ada4-ba8b1c05202e no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:21.316658 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: bd315958-9ef0-4c3f-ada4-ba8b1c05202e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:21.321369 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device bd315958-9ef0-4c3f-ada4-ba8b1c05202e not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:21.332282 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks [] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.338186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-f9ed67a1-6351-4768-9334-087618b7af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:21.339798 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-f9ed67a1-6351-4768-9334-087618b7af33 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 1128 time: 0.0500958 Feb 04 18:05:21.399602 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.401009 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-f6afb5a4-ef13-4734-b921-adc18fc837a8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=486f07de-480b-4797-b2c8-3e28685a48b6 HTTP/1.1" status: 200 len: 217 time: 0.0447490 Feb 04 18:05:21.402078 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.476902 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:21.484089 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:21.489178 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:21.516698 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba48c-fda4-4d36-bdcc-3e986e9f58ca None None] Pushing event updated for resources: {'Port': ['ID=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:21.522064 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Attempting to bind port e53ee9ea-7db9-453c-b4cd-b95013dc23cc on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:05:21.522662 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Attempting to bind port e53ee9ea-7db9-453c-b4cd-b95013dc23cc by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:05:21.523035 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Attempting to bind port e53ee9ea-7db9-453c-b4cd-b95013dc23cc on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:21.531193 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:05:21.531604 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:21.532021 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.532602 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:05:21.533137 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Bound port: e53ee9ea-7db9-453c-b4cd-b95013dc23cc, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:05:21.533534 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.574279 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.594988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:21.629041 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] For port e53ee9ea-7db9-453c-b4cd-b95013dc23cc, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:05:21.635639 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-976ebbd2-2485-49f5-87ad-196b570165a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:21.637267 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-976ebbd2-2485-49f5-87ad-196b570165a2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=06d65417-2f1b-457e-9106-799cc31a0922 HTTP/1.1" status: 200 len: 847 time: 0.2297111 Feb 04 18:05:21.638379 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] For port e53ee9ea-7db9-453c-b4cd-b95013dc23cc, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:05:21.680457 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-956e884a-1b7d-4d1c-b680-a11e4ebb001a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349164 Feb 04 18:05:21.687621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b06d5c-5c2c-41b3-a46f-cf889ada1a45 req-4690f9f2-a8fa-4a07-b424-b09cfb7c0c39 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:21.695901 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8b06d5c-5c2c-41b3-a46f-cf889ada1a45 req-4690f9f2-a8fa-4a07-b424-b09cfb7c0c39 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1036606 Feb 04 18:05:21.781584 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8b06d5c-5c2c-41b3-a46f-cf889ada1a45 req-feef6628-d672-43a5-a8b8-9b26b52fe8a5 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834289 Feb 04 18:05:21.798157 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:21.816644 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-ef96e2ca-3fc0-4919-a4ea-5b94dfe1b9b2 service neutron] 10.222.0.113 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265221 Feb 04 18:05:21.879683 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:21.880286 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:21.969773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba48c-fda4-4d36-bdcc-3e986e9f58ca None None] Pushing event updated for resources: {'Port': ['ID=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:21.999341 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-95668526-b826-498d-b8e6-3dbea2f08bca None None] Provisioning complete for port bda5a53c-b20a-44e4-937b-6e32f27b513a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:21.999808 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-95668526-b826-498d-b8e6-3dbea2f08bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:22.054805 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-95668526-b826-498d-b8e6-3dbea2f08bca None None] Port bda5a53c-b20a-44e4-937b-6e32f27b513a cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:05:22.064602 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:22.118689 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:22.200378 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b1bd437b-6bfa-4f01-b7d5-c36884a2bedd req-9acc008c-553d-406f-9323-7119255a5fd1 service neutron] 10.222.0.113 "GET /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769689 Feb 04 18:05:22.269052 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a3f5-0013-487b-b591-da3168dc8319 req-ada18193-ff95-46b9-a7a0-eafac7f33387 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:22.271430 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e385a3f5-0013-487b-b591-da3168dc8319 req-ada18193-ff95-46b9-a7a0-eafac7f33387 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0759561 Feb 04 18:05:22.322197 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:18Z', 'revision_number': 3, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:22.324213 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e385a3f5-0013-487b-b591-da3168dc8319 req-62c7f47e-d171-4cf5-91b9-886656bf7f21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469913 Feb 04 18:05:22.352123 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5dfa1-7600-4fd7-914b-3baf3e3a4bd7 None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:18Z', 'revision_number': 3, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:05:22.359715 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks [] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:22.442930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:22.525594 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:22.534808 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:22.690184 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:22.691731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:22.838748 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:05:22.947027 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373ec4-3b53-4e90-b6f7-2b7c54e5bb93 req-43eb6ec7-b2b7-4f16-94b6-f758f818cd70 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:22.949337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-57373ec4-3b53-4e90-b6f7-2b7c54e5bb93 req-43eb6ec7-b2b7-4f16-94b6-f758f818cd70 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0774562 Feb 04 18:05:23.013159 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-57373ec4-3b53-4e90-b6f7-2b7c54e5bb93 req-14ba6126-c0f5-41e3-8e02-0c1f8057bd0e tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Feb 04 18:05:23.014219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:05:23.026383 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-efb18c69-85eb-49e1-a90c-4757f10094b7 admin admin] 10.222.0.98 "PUT /v2.0/routers/9eed1dd0-ab11-4d53-946a-36115d4ea746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8051276 Feb 04 18:05:23.097030 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-d9830ced-7ab4-4b53-b669-4b7de657f17b None None] Provisioning complete for port bda5a53c-b20a-44e4-937b-6e32f27b513a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:23.099892 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d9830ced-7ab4-4b53-b669-4b7de657f17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:23.189000 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-d9830ced-7ab4-4b53-b669-4b7de657f17b None None] Port bda5a53c-b20a-44e4-937b-6e32f27b513a cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:05:23.490963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197ddf-5253-4ec7-aa3e-074569612643 req-c4e027f6-1964-4441-8314-15b5ca724aae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:23.498031 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2197ddf-5253-4ec7-aa3e-074569612643 req-c4e027f6-1964-4441-8314-15b5ca724aae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0772507 Feb 04 18:05:23.550027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2197ddf-5253-4ec7-aa3e-074569612643 req-71650799-e147-41bc-9539-8ced8b71fb81 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510437 Feb 04 18:05:23.656806 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e53ee9ea-7db9-453c-b4cd-b95013dc23cc up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:23.729942 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e53ee9ea-7db9-453c-b4cd-b95013dc23cc triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:23.730598 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:23.767464 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54458) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:23.774059 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422956166', 'description': 'tempest-description--1689992085'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:23.862814 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e53ee9ea-7db9-453c-b4cd-b95013dc23cc is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:23.863417 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:23.877495 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:23.897057 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port e53ee9ea-7db9-453c-b4cd-b95013dc23cc, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:23.963727 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (46764c5e-758e-47b4-a921-8ac76ae15488), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.020289 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.087743 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:24.099956 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (46764c5e-758e-47b4-a921-8ac76ae15488), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.148492 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46764c5e-758e-47b4-a921-8ac76ae15488,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:24.206842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a09be-aec0-449c-b70b-5404a30adee9 req-b89aa868-292b-4fec-aaea-e36866b334ac tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:24.208721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d4a09be-aec0-449c-b70b-5404a30adee9 req-b89aa868-292b-4fec-aaea-e36866b334ac tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1122856 Feb 04 18:05:24.221971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.223586 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2bd65ffc-5a01-43c1-b5d3-9a3dbe28bc59 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4542501 Feb 04 18:05:24.237126 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54470) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:24.243400 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group_rule': {'security_group_id': '46764c5e-758e-47b4-a921-8ac76ae15488', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:24.272962 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d4a09be-aec0-449c-b70b-5404a30adee9 req-4114b490-c032-41d9-89ee-86a6db371a1a tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557809 Feb 04 18:05:24.333636 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:05:24.348073 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:24.349207 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:24.350561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (ea8333e0-b187-497a-a06c-160f6a8d341f), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.439482 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (ea8333e0-b187-497a-a06c-160f6a8d341f), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.534752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (ea8333e0-b187-497a-a06c-160f6a8d341f), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.561983 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8333e0-b187-497a-a06c-160f6a8d341f,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:24.597256 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:24.661059 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.664362 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0b130122-93e8-43a7-a96d-446d82d3206b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4256721 Feb 04 18:05:24.666781 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54476) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:24.673296 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group_rule': {'security_group_id': '46764c5e-758e-47b4-a921-8ac76ae15488', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:24.701139 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecd84d-c4dc-4b02-8599-2e187e870255 req-4c8f5c75-9b54-4923-b60f-65e3eee3ce3f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:24.702934 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fecd84d-c4dc-4b02-8599-2e187e870255 req-4c8f5c75-9b54-4923-b60f-65e3eee3ce3f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0736070 Feb 04 18:05:24.758987 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fecd84d-c4dc-4b02-8599-2e187e870255 req-b1ce31b5-25f7-4ef7-bd64-1fddd92690b0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498571 Feb 04 18:05:24.779223 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (800b4bb5-8d9a-467c-b8f4-3b83d07ed063), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.847927 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:22Z', 'revision_number': 2, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:24.861118 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (800b4bb5-8d9a-467c-b8f4-3b83d07ed063), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.877075 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:05:24.877437 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Updating router 9eed1dd0-ab11-4d53-946a-36115d4ea746 port bda5a53c-b20a-44e4-937b-6e32f27b513a binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:05:24.906683 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.940057 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (800b4bb5-8d9a-467c-b8f4-3b83d07ed063), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:24.959772 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800b4bb5-8d9a-467c-b8f4-3b83d07ed063,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:25.050094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.051396 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9c2029f7-9014-46bb-aff0-edd2111c6a21 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833053 Feb 04 18:05:25.055065 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54478) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:25.059531 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:25.141704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.203683 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks [] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.264460 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.272980 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.324510 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Pushing event updated for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:25.335095 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.335692 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.336020 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.336467 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.336792 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.337414 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.337811 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.338089 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.338451 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.338800 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.339135 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.339461 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.339786 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.404006 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Attempting to bind port bda5a53c-b20a-44e4-937b-6e32f27b513a on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:05:25.404399 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Attempting to bind port bda5a53c-b20a-44e4-937b-6e32f27b513a by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:05:25.404761 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Attempting to bind port bda5a53c-b20a-44e4-937b-6e32f27b513a on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:25.410920 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:05:25.411305 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Checking segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:25.411718 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.412125 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Bound using segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:05:25.412623 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Bound port: bda5a53c-b20a-44e4-937b-6e32f27b513a, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:05:25.413010 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.446705 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Allocated IP 172.27.3.123 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/0df3e305-d255-4c5d-8e47-08241bc1d41a) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:25.537098 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] For port bda5a53c-b20a-44e4-937b-6e32f27b513a, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:05:25.540396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1fc9-7298-4a9c-9f88-3d4ab58ba83e req-8735db54-624b-4187-8c2a-ca49ce8e16c5 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:25.543901 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] For port bda5a53c-b20a-44e4-937b-6e32f27b513a, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=bda5a53c-b20a-44e4-937b-6e32f27b513a,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:05:25.552618 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-331a1fc9-7298-4a9c-9f88-3d4ab58ba83e req-8735db54-624b-4187-8c2a-ca49ce8e16c5 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1297133 Feb 04 18:05:25.582470 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.609592 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-331a1fc9-7298-4a9c-9f88-3d4ab58ba83e req-9739fb3d-162b-4bb6-a1e9-6d5b9e6c4d1b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Feb 04 18:05:25.622115 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e53ee9ea-7db9-453c-b4cd-b95013dc23cc up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:25.639869 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.671185 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Provisioning complete for port bda5a53c-b20a-44e4-937b-6e32f27b513a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:25.671489 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.696641 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.720393 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e53ee9ea-7db9-453c-b4cd-b95013dc23cc triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:25.720765 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.760892 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac93d90-b8dd-41e9-861c-2030b8d01ebe None None] Pushing event updated for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:25.780627 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:25.791249 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:25.794508 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:25.795903 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:25.798001 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:25.866250 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=0df3e305-d255-4c5d-8e47-08241bc1d41a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:25.883772 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.884769 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.885570 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.886366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.887424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.888759 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.889670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.890485 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.891277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.892087 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.892869 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.893667 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.894467 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:25.896269 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Current status of the port bda5a53c-b20a-44e4-937b-6e32f27b513a is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:25.897270 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:25.899730 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e53ee9ea-7db9-453c-b4cd-b95013dc23cc is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:25.958741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] For port bda5a53c-b20a-44e4-937b-6e32f27b513a, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=bda5a53c-b20a-44e4-937b-6e32f27b513a,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:26.000379 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:26.032941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0555fc-9163-412d-94bf-6e0ac767e2c0 req-e0b76982-e981-4dd4-b0b9-73a82d22e0ad tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:26.039863 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d0555fc-9163-412d-94bf-6e0ac767e2c0 req-e0b76982-e981-4dd4-b0b9-73a82d22e0ad tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0990763 Feb 04 18:05:26.106156 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.113699 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.126625 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d0555fc-9163-412d-94bf-6e0ac767e2c0 req-3eff8f53-020a-4b26-b496-b87edccaedab tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767062 Feb 04 18:05:26.182282 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70458c1-dc80-4e30-bb10-70485c0c127a None None] Pushing event updated for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:26.244943 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-9fb2445e-5022-444d-8a1f-06b34ae415a1 None None] Provisioning complete for port bda5a53c-b20a-44e4-937b-6e32f27b513a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:26.245496 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9fb2445e-5022-444d-8a1f-06b34ae415a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.247022 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.303556 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:26.333604 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193befd8-f626-4922-95f2-d530977d4c1a None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:05:26.474466 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2445e-5022-444d-8a1f-06b34ae415a1 None None] Current status of the port bda5a53c-b20a-44e4-937b-6e32f27b513a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:26.506008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.591847 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.673483 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=0df3e305-d255-4c5d-8e47-08241bc1d41a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:26.689868 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.779469 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:26.782985 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3a295586-1e2d-4d1d-a93c-bcf746643899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7261043 Feb 04 18:05:26.816772 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2afc2-a9bf-4696-82aa-be800413cd9c req-365842b8-c507-4133-b5b7-77a7935bc3fe tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:26.823907 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ecc2afc2-a9bf-4696-82aa-be800413cd9c req-365842b8-c507-4133-b5b7-77a7935bc3fe tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1002529 Feb 04 18:05:26.891153 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ecc2afc2-a9bf-4696-82aa-be800413cd9c req-bfe478a6-4c6d-434a-b84c-53d363a8564d tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622687 Feb 04 18:05:26.999870 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-b0190120-c9d7-425e-a512-4955e24d81b0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1422956166&fields=id&tenant_id=ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 267 time: 0.0644598 Feb 04 18:05:27.153491 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-fe456991-ebe9-493e-b647-4d2794058074 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:27.156361 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-fe456991-ebe9-493e-b647-4d2794058074 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 811 time: 0.1470728 Feb 04 18:05:27.177926 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-cf71c6ba-b46a-466c-bea4-2c780dfcdedf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/quotas/ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 375 time: 0.0155790 Feb 04 18:05:27.272053 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-c3ac3ce7-e48d-487d-a035-533e8349e21c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877185 Feb 04 18:05:27.287185 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a96f9-2e2d-42aa-b1dd-df54b1c181e9 req-4565d19c-572e-4080-8dd4-5a9ec7ad0ef9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:27.288637 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2b3a96f9-2e2d-42aa-b1dd-df54b1c181e9 req-4565d19c-572e-4080-8dd4-5a9ec7ad0ef9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0731475 Feb 04 18:05:27.401460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2b3a96f9-2e2d-42aa-b1dd-df54b1c181e9 req-9a05908d-0719-4702-b555-fadb0aca0c37 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010020 Feb 04 18:05:27.423877 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-d32c8fb4-c6a5-4c7c-8198-fe668fbd9486 service neutron] 10.222.0.98 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316097 Feb 04 18:05:27.535140 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-cbb03630-a665-4b1f-8a2d-18ddc3d8df23 service neutron] 10.222.0.98 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047335 Feb 04 18:05:27.610231 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device bda5a53c-b20a-44e4-937b-6e32f27b513a up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:27.668428 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port bda5a53c-b20a-44e4-937b-6e32f27b513a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:27.668989 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:27.762968 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port bda5a53c-b20a-44e4-937b-6e32f27b513a is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:27.841145 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85a5587c-97d1-46c2-b54d-85b19cc6c86f req-228fd08c-cd62-4d44-a6fd-c0e83488cf7c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0438910 Feb 04 18:05:28.032076 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4fef-b843-4bb9-8c2d-271f3bec2b82 req-1147e2d5-413b-4a73-b2c5-f45cacfbd3ed tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:28.033693 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-058b4fef-b843-4bb9-8c2d-271f3bec2b82 req-1147e2d5-413b-4a73-b2c5-f45cacfbd3ed tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0556302 Feb 04 18:05:28.100125 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-058b4fef-b843-4bb9-8c2d-271f3bec2b82 req-5296be28-755f-4625-b42f-00d9862c4678 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Feb 04 18:05:28.544442 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b865845-53e8-44bc-8ede-c6e260bef963 req-e13421f8-a487-4651-816b-ccd181572e8d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:28.546259 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b865845-53e8-44bc-8ede-c6e260bef963 req-e13421f8-a487-4651-816b-ccd181572e8d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0647116 Feb 04 18:05:28.558025 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ca13021c-ff0f-477f-ad93-fd35dc1bb131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:28.610895 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b865845-53e8-44bc-8ede-c6e260bef963 req-437c98d1-28c2-4122-9fd9-52c7e944c1c1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507417 Feb 04 18:05:28.935270 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-356708e3-59cf-4fbd-a900-b8ffcefebc7b req-0b8740ca-3b08-4ac7-a52a-6075824d2b89 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0327332 Feb 04 18:05:29.222106 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c7b56-bb03-4eac-8e1c-e5daebde84b5 req-25135551-a622-4e50-99e0-89f226bb77be tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:29.223682 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5a0c7b56-bb03-4eac-8e1c-e5daebde84b5 req-25135551-a622-4e50-99e0-89f226bb77be tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.0541999 Feb 04 18:05:29.273781 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5a0c7b56-bb03-4eac-8e1c-e5daebde84b5 req-e87318b7-065a-4c06-87c8-d6791ed8f480 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Feb 04 18:05:29.744128 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de45d8-0566-4438-8a89-d4cba4a6a41e req-302bab88-7676-42d8-8b31-3fa589119e99 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:29.745670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93de45d8-0566-4438-8a89-d4cba4a6a41e req-302bab88-7676-42d8-8b31-3fa589119e99 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0551496 Feb 04 18:05:29.803688 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-93de45d8-0566-4438-8a89-d4cba4a6a41e req-619c74bc-5876-4c17-8b12-98cd400cc283 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507941 Feb 04 18:05:30.050724 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76b0e6b8-3126-40f4-b1ea-1888bed63440 req-13db4110-55a1-48b0-a8a9-94bc7d6989cc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0325921 Feb 04 18:05:30.173767 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54558) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:30.305992 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-50f1af4b-4b0d-4822-a10f-4691e84455eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.376934 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:05:30.412225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-50f1af4b-4b0d-4822-a10f-4691e84455eb admin admin] Publish callbacks [] for security_group (370caec5-48c3-4940-903a-9d1101d1b23a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.496692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693db4-935d-4a9c-9b00-80e8fd438630 req-6fe083fc-81df-4dba-9313-a427f4e8a89c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:30.502337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e693db4-935d-4a9c-9b00-80e8fd438630 req-6fe083fc-81df-4dba-9313-a427f4e8a89c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 944 time: 0.1537926 Feb 04 18:05:30.517712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-50f1af4b-4b0d-4822-a10f-4691e84455eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (370caec5-48c3-4940-903a-9d1101d1b23a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.571559 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:30.591052 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e693db4-935d-4a9c-9b00-80e8fd438630 req-478b3488-e4ed-49e1-97ee-7470c080b8fc tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801506 Feb 04 18:05:30.592474 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:05:30.613278 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-50f1af4b-4b0d-4822-a10f-4691e84455eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b6a1a1d98c14906a55c4884680fbec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377425 Feb 04 18:05:30.616538 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54566) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:30.620658 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1af4b-4b0d-4822-a10f-4691e84455eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370caec5-48c3-4940-903a-9d1101d1b23a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:30.657673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-a7de3dd8-23bd-4766-b299-02fbecbd3777 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:30.659239 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-a7de3dd8-23bd-4766-b299-02fbecbd3777 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 811 time: 0.2214322 Feb 04 18:05:30.675470 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: ACTIVE; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:30.676066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.690652 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] Publish callbacks [] for security_group (370caec5-48c3-4940-903a-9d1101d1b23a), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.707011 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:30.728181 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] Publish callbacks [] for security_group (370caec5-48c3-4940-903a-9d1101d1b23a), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.733881 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:30.767743 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-f67ae7bc-bb3a-4975-bc6a-e81fc6ede1a1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 380 time: 0.0904474 Feb 04 18:05:30.777141 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'port': {'device_id': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'admin_state_up': True, 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'security_groups': ['46764c5e-758e-47b4-a921-8ac76ae15488']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:30.810368 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.812137 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 486f07de-480b-4797-b2c8-3e28685a48b6 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:05:30.908693 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-33545e22-862e-422a-a599-b7e5603d7525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.958037 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=6']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:30.965815 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (370caec5-48c3-4940-903a-9d1101d1b23a), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.968608 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:30.972679 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/370caec5-48c3-4940-903a-9d1101d1b23a HTTP/1.1" status: 204 len: 168 time: 0.3545454 Feb 04 18:05:30.989178 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143cc3-6e61-4582-ac57-a4bb08c9134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370caec5-48c3-4940-903a-9d1101d1b23a,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:31.027324 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Made reservation on behalf of ac0ec68d2c474dbf8c692e362abd93cb for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:05:31.031525 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.041415 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775a2e0-8b2b-4fda-a055-515832b756cf req-80993c71-f54c-4dc7-8c11-03e6d3495b5f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:31.042817 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=486f07de-480b-4797-b2c8-3e28685a48b6,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:31.044201 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d775a2e0-8b2b-4fda-a055-515832b756cf req-80993c71-f54c-4dc7-8c11-03e6d3495b5f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.1173327 Feb 04 18:05:31.062610 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '486f07de-480b-4797-b2c8-3e28685a48b6', 'network_id': '3c8f4dc8-6fb2-4000-b5a7-88685daca3d0', 'port_id': '486f07de-480b-4797-b2c8-3e28685a48b6', 'mac_address': 'fa:16:3e:c7:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d65417-2f1b-457e-9106-799cc31a0922', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:05:31.131562 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d775a2e0-8b2b-4fda-a055-515832b756cf req-b99c4a0d-f336-4057-b892-d88fe486fa64 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732083 Feb 04 18:05:31.133272 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 486f07de-480b-4797-b2c8-3e28685a48b6 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:31.133920 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.159495 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486f07de-480b-4797-b2c8-3e28685a48b6 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:31.195045 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=486f07de-480b-4797-b2c8-3e28685a48b6,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:31.227065 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18561990-ea6f-4e39-9e06-ebb380e2e0f8 req-8cddd4d8-6fa2-4e52-90c7-de088e5b6f6a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0328703 Feb 04 18:05:31.295256 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Allocated IP 172.20.0.3 (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31/5c9fec46-2f2b-4a21-87d7-a1153aac0c7b/b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:05:31.313522 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.368070 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:31.473664 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.604824 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.662474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:05:31.666188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:05:31.669100 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:05:31.703988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:31.754272 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:31.756230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:31.817136 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d9cc-da2a-4c7e-ba46-f22559be2510 req-dc161eb7-af4c-4854-b3fa-c19d0baf74f0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:31.819579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f524d9cc-da2a-4c7e-ba46-f22559be2510 req-dc161eb7-af4c-4854-b3fa-c19d0baf74f0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0737710 Feb 04 18:05:31.876897 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-512bd0e3-00f8-4760-aa26-3f0a19931626 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1040721 Feb 04 18:05:31.886862 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f524d9cc-da2a-4c7e-ba46-f22559be2510 req-2f27188c-f0e5-4dfa-8787-2a853a65ece1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606918 Feb 04 18:05:31.951704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-350cf792-1cd6-4864-8495-06cdad5dd0d4 None None] Provisioning complete for port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:31.952538 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-350cf792-1cd6-4864-8495-06cdad5dd0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:32.002129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-350cf792-1cd6-4864-8495-06cdad5dd0d4 None None] Port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:05:32.145938 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:32.389615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd419823-e524-4423-8dfc-864ea72ddb10 req-0e9d2657-b90d-4465-9e5b-c218ea60f721 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:32.392085 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd419823-e524-4423-8dfc-864ea72ddb10 req-0e9d2657-b90d-4465-9e5b-c218ea60f721 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.1363568 Feb 04 18:05:32.420513 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7618-ff42-489e-a478-b512b1553d80 req-e289de9c-4c25-4a4c-867b-61f886b65874 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:32.423564 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d39b7618-ff42-489e-a478-b512b1553d80 req-e289de9c-4c25-4a4c-867b-61f886b65874 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.1114154 Feb 04 18:05:32.520833 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd419823-e524-4423-8dfc-864ea72ddb10 req-5dc2cb2e-0877-4e1e-9c73-245d72ddcb3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218932 Feb 04 18:05:32.528455 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d39b7618-ff42-489e-a478-b512b1553d80 req-fe114d65-9be7-43bf-9678-2f718c66e60f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926936 Feb 04 18:05:33.017445 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f47c-79a4-42cc-ae9c-9d49aaf1de77 req-92458dbc-9658-42e9-bee7-9f22358e795c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:33.019004 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9cf5f47c-79a4-42cc-ae9c-9d49aaf1de77 req-92458dbc-9658-42e9-bee7-9f22358e795c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0629396 Feb 04 18:05:33.073844 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9cf5f47c-79a4-42cc-ae9c-9d49aaf1de77 req-72ed6bff-d078-4d0b-b9d6-e7073d6e31b2 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Feb 04 18:05:33.255462 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:33.699311 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f86d0-4aa3-4683-b581-99bc45640252 req-b0268633-4251-49d3-805d-ffceee26b1b3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:33.700838 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd9f86d0-4aa3-4683-b581-99bc45640252 req-b0268633-4251-49d3-805d-ffceee26b1b3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.0875926 Feb 04 18:05:33.708795 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7854f-552a-4ad5-84cf-b87a017f3fbf req-da8cb508-199a-44f1-9090-9adc55c71129 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:33.710346 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7dd7854f-552a-4ad5-84cf-b87a017f3fbf req-da8cb508-199a-44f1-9090-9adc55c71129 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0939510 Feb 04 18:05:33.789970 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd9f86d0-4aa3-4683-b581-99bc45640252 req-c1def0fb-04d9-4625-a3fe-4dc12ceaa113 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785666 Feb 04 18:05:33.797334 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7dd7854f-552a-4ad5-84cf-b87a017f3fbf req-04dd9981-15f0-4401-abc9-a939fcd60fa2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797157 Feb 04 18:05:34.196347 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a567b8c-3163-4dca-b175-45644e9fe5e6 req-9d3f2f2a-c5ea-4f44-a1ce-e2e716cb366c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:34.198005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5a567b8c-3163-4dca-b175-45644e9fe5e6 req-9d3f2f2a-c5ea-4f44-a1ce-e2e716cb366c tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0541842 Feb 04 18:05:34.256704 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5a567b8c-3163-4dca-b175-45644e9fe5e6 req-ecd53936-5f8a-4ab5-a137-831e69dc8374 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520175 Feb 04 18:05:34.792432 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:34.965024 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005bb0-5dd7-495a-ba3a-3ec06b357e17 req-835e9482-8697-4632-bfc3-e049b3ba4a07 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:34.966517 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-16005bb0-5dd7-495a-ba3a-3ec06b357e17 req-835e9482-8697-4632-bfc3-e049b3ba4a07 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.0898433 Feb 04 18:05:34.974560 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e898e-fe67-4acd-bdad-af33e8393839 req-ff1277af-8aa5-4296-a391-add7372c1a4d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:34.975937 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b8e898e-fe67-4acd-bdad-af33e8393839 req-ff1277af-8aa5-4296-a391-add7372c1a4d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0728650 Feb 04 18:05:35.040072 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-16005bb0-5dd7-495a-ba3a-3ec06b357e17 req-a3773b41-5b1e-400b-91f8-f29dfe758404 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631821 Feb 04 18:05:35.054616 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9b8e898e-fe67-4acd-bdad-af33e8393839 req-1bc83241-4a1d-40ab-b244-6425a8c07051 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640628 Feb 04 18:05:35.377719 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc383a4-fb7a-4ad5-8abf-3373b93cec10 req-beb228a7-21ea-4b89-8e46-ac1d4b3d9a3b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:35.379280 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3cc383a4-fb7a-4ad5-8abf-3373b93cec10 req-beb228a7-21ea-4b89-8e46-ac1d4b3d9a3b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0543907 Feb 04 18:05:35.425686 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3cc383a4-fb7a-4ad5-8abf-3373b93cec10 req-70ed143f-0b21-4d81-b460-c03aeaf35a77 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Feb 04 18:05:36.199198 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be488a8-e3c8-48ee-9048-82c3a45ec976 req-58d7163c-7b56-4271-9dad-2c6c687e805d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:36.201244 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0be488a8-e3c8-48ee-9048-82c3a45ec976 req-58d7163c-7b56-4271-9dad-2c6c687e805d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.0884442 Feb 04 18:05:36.215224 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f98dd2-4928-4299-8a3d-19a041f16d24 req-f2231e02-e069-41e1-b332-cc1004452c1e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:36.216685 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98f98dd2-4928-4299-8a3d-19a041f16d24 req-f2231e02-e069-41e1-b332-cc1004452c1e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0734975 Feb 04 18:05:36.288106 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0be488a8-e3c8-48ee-9048-82c3a45ec976 req-61c98b08-12a0-4d7a-b187-8d649648d998 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801666 Feb 04 18:05:36.291442 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98f98dd2-4928-4299-8a3d-19a041f16d24 req-740af47c-b877-471e-9a9e-545a644948cd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685647 Feb 04 18:05:36.544327 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4441ec7-2a8e-495d-beb4-812a1b61faa0 req-75cf262e-81f4-482f-96b7-c7ea4c3ae8c6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:36.546091 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4441ec7-2a8e-495d-beb4-812a1b61faa0 req-75cf262e-81f4-482f-96b7-c7ea4c3ae8c6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0543211 Feb 04 18:05:36.597624 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e4441ec7-2a8e-495d-beb4-812a1b61faa0 req-be8d992d-861d-48bc-8542-0795f3fd05f0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Feb 04 18:05:37.433957 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04012345-8f05-4b77-a6f1-786d918f98f1 req-16bed354-6d04-4071-a52a-fb05b17f47fc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:37.435367 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04012345-8f05-4b77-a6f1-786d918f98f1 req-16bed354-6d04-4071-a52a-fb05b17f47fc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.0805027 Feb 04 18:05:37.445793 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e1c67-4a1c-402c-928f-75724fd26dc6 req-2400971a-8543-406a-b8a6-891b916a9ecc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:37.447245 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9f8e1c67-4a1c-402c-928f-75724fd26dc6 req-2400971a-8543-406a-b8a6-891b916a9ecc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0830717 Feb 04 18:05:37.518343 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04012345-8f05-4b77-a6f1-786d918f98f1 req-21d63ee6-f772-402b-853f-9a72642830f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701556 Feb 04 18:05:37.521597 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9f8e1c67-4a1c-402c-928f-75724fd26dc6 req-21e561ab-d2bc-4633-a984-e81bfab1d609 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671196 Feb 04 18:05:37.718717 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6574b-6c7d-4a5b-935c-de4b5f765437 req-00fa393d-2f82-4725-9f85-a60fa3af241e tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:37.720199 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96a6574b-6c7d-4a5b-935c-de4b5f765437 req-00fa393d-2f82-4725-9f85-a60fa3af241e tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0555933 Feb 04 18:05:37.767314 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96a6574b-6c7d-4a5b-935c-de4b5f765437 req-838ab109-54d6-4b9f-9612-3dc6636c040d tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Feb 04 18:05:38.404855 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:05:38.482444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Request body: {'port': {'device_id': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:38.544018 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:38.694203 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4f5b-968d-4e97-b526-6ebabaccaa38 req-38cc7d56-171e-41fc-b7f4-a95009ae2555 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:38.695751 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ecb4f5b-968d-4e97-b526-6ebabaccaa38 req-38cc7d56-171e-41fc-b7f4-a95009ae2555 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0856338 Feb 04 18:05:38.707906 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf15612-7fe3-4a02-bedf-f23b6b6395fd req-c97bc9cb-729b-49f5-a692-b94282e5bfce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:38.709397 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cdf15612-7fe3-4a02-bedf-f23b6b6395fd req-c97bc9cb-729b-49f5-a692-b94282e5bfce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 931 time: 0.0899742 Feb 04 18:05:38.786902 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cdf15612-7fe3-4a02-bedf-f23b6b6395fd req-ce3f2ab8-3b8e-4fc3-bd8f-cfbb3842a3db tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704846 Feb 04 18:05:38.789839 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ecb4f5b-968d-4e97-b526-6ebabaccaa38 req-dec51691-fc61-4404-9d0f-e3322a34ede0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795245 Feb 04 18:05:38.827997 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:38.831041 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:38.839108 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks [] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:38.853589 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Transition to ACTIVE for port object b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:05:38.928713 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b8653-ecbd-441f-adea-f009a196527a req-6cc8379d-c417-4f01-9629-af579454daf3 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:38.930126 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e2b8653-ecbd-441f-adea-f009a196527a req-6cc8379d-c417-4f01-9629-af579454daf3 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0543857 Feb 04 18:05:38.978809 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e2b8653-ecbd-441f-adea-f009a196527a req-0e0e42c2-8601-459b-b961-4347f218bd8b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Feb 04 18:05:38.982826 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.119846 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Pushing event updated for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:39.128410 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54680) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:39.141287 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Attempting to bind port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:05:39.141932 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Attempting to bind port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:05:39.142547 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Attempting to bind port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:39.147617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:05:39.148064 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Attempting to bind port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:05:39.153425 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:05:39.154003 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Checking segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:05:39.154181 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Bound using segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:05:39.154648 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Bound port: b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:05:39.155076 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.226948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:05:39.230284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:05:39.245693 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-91c27ad6-7e48-4c1f-b349-da9d8abab229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.324710 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-91c27ad6-7e48-4c1f-b349-da9d8abab229 admin admin] Publish callbacks [] for security_group (221254c4-4848-4ade-b9df-abbd3bc65bb2), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.370529 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.398220 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-91c27ad6-7e48-4c1f-b349-da9d8abab229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (221254c4-4848-4ade-b9df-abbd3bc65bb2), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.406790 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.407420 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.408857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] 10.222.0.113 "PUT /v2.0/ports/b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 1093 time: 0.9315095 Feb 04 18:05:39.409321 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:39.412180 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583b2b7-ffa1-4775-8e7f-307115b22bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:39.437469 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed98e5a-1714-4e45-9156-269040b8644e service neutron] Pushing event updated for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:39.442804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-91c27ad6-7e48-4c1f-b349-da9d8abab229 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e8a518921344f49a78478b21a47a1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130600 Feb 04 18:05:39.443916 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c27ad6-7e48-4c1f-b349-da9d8abab229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221254c4-4848-4ade-b9df-abbd3bc65bb2,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:39.445460 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54686) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:39.492072 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6790677d-211a-4d5a-b5f1-851a5b6fa65f x-openstack-request-id: req-6790677d-211a-4d5a-b5f1-851a5b6fa65f {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:39.492709 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:39.492709 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6790677d-211a-4d5a-b5f1-851a5b6fa65f {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:39.493137 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'status': 'completed', 'code': 200} Feb 04 18:05:39.517635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] Publish callbacks [] for security_group (221254c4-4848-4ade-b9df-abbd3bc65bb2), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.554907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] Publish callbacks [] for security_group (221254c4-4848-4ade-b9df-abbd3bc65bb2), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.618986 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-bf56973c-a7d1-4385-9266-26d1e124caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.620506 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-bf56973c-a7d1-4385-9266-26d1e124caeb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1127 time: 0.0795059 Feb 04 18:05:39.727571 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-c41def57-a9b4-44e9-9cbc-9b7143d98b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.729075 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-c41def57-a9b4-44e9-9cbc-9b7143d98b9b service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938482 Feb 04 18:05:39.753039 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (221254c4-4848-4ade-b9df-abbd3bc65bb2), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.755885 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:39.757180 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/221254c4-4848-4ade-b9df-abbd3bc65bb2 HTTP/1.1" status: 204 len: 168 time: 0.3038163 Feb 04 18:05:39.767278 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86864d7-5549-4f33-9347-cb18e86f643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221254c4-4848-4ade-b9df-abbd3bc65bb2,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:39.837483 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['486f07de-480b-4797-b2c8-3e28685a48b6'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:39.887110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-4e80eed2-4f75-43f8-b998-4fbe55bf017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.888935 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e583b2b7-ffa1-4775-8e7f-307115b22bfa req-4e80eed2-4f75-43f8-b998-4fbe55bf017b service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1153839 Feb 04 18:05:39.954936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0766-f64e-416c-8678-f8686200d788 req-689fa4f3-14eb-44ed-a105-6d1a04f66fcc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.961787 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-25ef0766-f64e-416c-8678-f8686200d788 req-689fa4f3-14eb-44ed-a105-6d1a04f66fcc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 943 time: 0.0892000 Feb 04 18:05:39.997640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d880e-919f-45d4-867a-7bd99c3f0a4c req-4d8e0d2f-aff2-4f51-95ef-a9614dbd704e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:39.999938 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba6d880e-919f-45d4-867a-7bd99c3f0a4c req-4d8e0d2f-aff2-4f51-95ef-a9614dbd704e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.1163156 Feb 04 18:05:40.011644 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-5248d306-8812-400c-a849-ee818e648e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:40.013165 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-5248d306-8812-400c-a849-ee818e648e81 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1127 time: 0.0541131 Feb 04 18:05:40.035918 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-25ef0766-f64e-416c-8678-f8686200d788 req-cd9f3ca0-1cc5-4989-90b2-3f4c9fe290c1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732069 Feb 04 18:05:40.068059 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-c6c59dd9-5ceb-4b9a-bce4-1c1d30afdfad service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 217 time: 0.0405319 Feb 04 18:05:40.071430 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba6d880e-919f-45d4-867a-7bd99c3f0a4c req-a23691ff-d5b7-4e1b-a773-6c66505f1294 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649419 Feb 04 18:05:40.121873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-eb71be56-d1b1-4476-8c1c-ef091ba92f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:40.123455 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-eb71be56-d1b1-4476-8c1c-ef091ba92f7f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0489781 Feb 04 18:05:40.164369 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1388ae-6772-43d3-a14d-0e3bac33664c req-97542645-f5c7-4760-9707-19f463e37ef8 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:40.165903 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0c1388ae-6772-43d3-a14d-0e3bac33664c req-97542645-f5c7-4760-9707-19f463e37ef8 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0625541 Feb 04 18:05:40.184122 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-6c2b975c-2527-4dc5-ab04-60718dbdca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:40.185896 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-6c2b975c-2527-4dc5-ab04-60718dbdca56 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540581 Feb 04 18:05:40.218568 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0c1388ae-6772-43d3-a14d-0e3bac33664c req-e1099b33-9fe3-441f-b3d4-7777d55b1e86 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Feb 04 18:05:40.286545 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-9e532415-2673-46b0-b325-8f6fd6c0ba22 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921738 Feb 04 18:05:40.384243 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1d06b52e-7404-4a20-b474-c7cf1cafdfc9 req-433ef3a1-28b4-44a4-9535-be201f68bee7 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897017 Feb 04 18:05:40.534455 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:40.581317 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:40.581904 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.601270 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 54700) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:40.615669 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81a9b9eb-3a18-463d-8ec0-8cf2e97ebd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.693741 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81a9b9eb-3a18-463d-8ec0-8cf2e97ebd44 admin admin] Publish callbacks [] for security_group (065296f5-7fb0-44ef-adaa-13adcc85d0a2), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.768292 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81a9b9eb-3a18-463d-8ec0-8cf2e97ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (065296f5-7fb0-44ef-adaa-13adcc85d0a2), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.788301 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:40.788623 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.808121 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-81a9b9eb-3a18-463d-8ec0-8cf2e97ebd44 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9586bcccf63b47d09cb7e7b05e7ed9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055838 Feb 04 18:05:40.809351 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9b9eb-3a18-463d-8ec0-8cf2e97ebd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065296f5-7fb0-44ef-adaa-13adcc85d0a2,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:40.810909 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54706) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:40.811049 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:40.813274 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c64fc-6743-4db1-b273-a51f346bb0ce" -d '{"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:40.826374 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:40.853679 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af9b9fa-62f4-4205-b2a2-2d32b677587f x-openstack-request-id: req-1af9b9fa-62f4-4205-b2a2-2d32b677587f {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:40.854310 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:40.854310 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1af9b9fa-62f4-4205-b2a2-2d32b677587f {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:40.854661 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'code': 200} Feb 04 18:05:40.876804 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] Publish callbacks [] for security_group (065296f5-7fb0-44ef-adaa-13adcc85d0a2), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.899234 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] Publish callbacks [] for security_group (065296f5-7fb0-44ef-adaa-13adcc85d0a2), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.918256 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:40.966261 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=7']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:41.084072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (065296f5-7fb0-44ef-adaa-13adcc85d0a2), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:41.087402 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:41.088800 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/065296f5-7fb0-44ef-adaa-13adcc85d0a2 HTTP/1.1" status: 204 len: 168 time: 0.2763984 Feb 04 18:05:41.110031 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe44bd-30d8-4218-bed4-279f2e52fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065296f5-7fb0-44ef-adaa-13adcc85d0a2,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:41.231931 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb201a-0706-4394-b00c-b820a3135198 req-5cde9841-4309-4ad9-8c09-a656a2e6cc03 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:41.233933 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83fb201a-0706-4394-b00c-b820a3135198 req-5cde9841-4309-4ad9-8c09-a656a2e6cc03 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 943 time: 0.1270013 Feb 04 18:05:41.241936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6c58-c723-409e-af21-5a039b1e9d0a req-fd983a38-360a-46b1-97fd-0364185871b2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:41.243376 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-502e6c58-c723-409e-af21-5a039b1e9d0a req-fd983a38-360a-46b1-97fd-0364185871b2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0712759 Feb 04 18:05:41.315633 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-83fb201a-0706-4394-b00c-b820a3135198 req-458c54e1-a276-44a0-8ebf-895efdb41804 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713012 Feb 04 18:05:41.319234 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-502e6c58-c723-409e-af21-5a039b1e9d0a req-030af9aa-752b-4752-86e9-9476e5e45c07 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685835 Feb 04 18:05:41.422941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e3473-a252-4a90-8f79-cf4d91cdbfda req-233bd61f-3a5e-4af0-a89f-1c2231059b19 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:41.424412 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-622e3473-a252-4a90-8f79-cf4d91cdbfda req-233bd61f-3a5e-4af0-a89f-1c2231059b19 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0538681 Feb 04 18:05:41.476644 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-622e3473-a252-4a90-8f79-cf4d91cdbfda req-9d04a92d-308d-466d-8f3d-d4bad7f8a695 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Feb 04 18:05:42.480493 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d4661-b42b-48ed-80ed-dcaa6aa2fcf2 req-9162caca-fd2f-49f6-a9a7-59d260e8db11 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:42.481967 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d44d4661-b42b-48ed-80ed-dcaa6aa2fcf2 req-9162caca-fd2f-49f6-a9a7-59d260e8db11 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 943 time: 0.0851474 Feb 04 18:05:42.494012 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45709fb3-60a5-40ee-9bae-f75e5c0cb511 req-587c7ef9-cc88-467e-82f2-0705d47228cd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:42.495480 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-45709fb3-60a5-40ee-9bae-f75e5c0cb511 req-587c7ef9-cc88-467e-82f2-0705d47228cd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0717413 Feb 04 18:05:42.539803 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 486f07de-480b-4797-b2c8-3e28685a48b6 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:42.581283 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d44d4661-b42b-48ed-80ed-dcaa6aa2fcf2 req-b2fbf135-1e7a-48c8-9002-99b2a8eb32e2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848410 Feb 04 18:05:42.591237 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-45709fb3-60a5-40ee-9bae-f75e5c0cb511 req-f9ff63d4-2c97-4d87-9aab-de79cb8eb5bb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873632 Feb 04 18:05:42.720939 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e813-7ee9-45e5-8645-41296837d079 req-db0b88ae-6be4-44db-88e5-418b42c06ed0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:42.722453 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9fe9e813-7ee9-45e5-8645-41296837d079 req-db0b88ae-6be4-44db-88e5-418b42c06ed0 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 945 time: 0.0564997 Feb 04 18:05:42.729832 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 486f07de-480b-4797-b2c8-3e28685a48b6 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:05:42.743286 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 486f07de-480b-4797-b2c8-3e28685a48b6 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:42.743286 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:42.788324 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9fe9e813-7ee9-45e5-8645-41296837d079 req-b82884f8-0be2-4edc-bfc1-8d9cbc9787c2 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Feb 04 18:05:42.841813 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 486f07de-480b-4797-b2c8-3e28685a48b6 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:42.843424 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:42.867732 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:42.870595 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d30cb3-2ac8-413e-9260-9c55230705d4" -d '{"events": [{"server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "name": "network-vif-plugged", "status": "completed", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:42.884314 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=486f07de-480b-4797-b2c8-3e28685a48b6,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:42.908943 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46642d54-73ea-42d4-8eea-6788ada0d86c x-openstack-request-id: req-46642d54-73ea-42d4-8eea-6788ada0d86c {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:42.909269 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "name": "network-vif-plugged", "status": "completed", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:42.909532 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46642d54-73ea-42d4-8eea-6788ada0d86c {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:42.909935 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6', 'code': 200} Feb 04 18:05:42.996698 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:43.070625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:43.090202 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.091164 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.091761 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.093092 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.093785 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.103201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:05:43.648786 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b219ff-4d57-462e-a1e2-247aefd4cbeb req-eec9d313-1a22-4214-b822-17a9cd3af754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:43.651854 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-46b219ff-4d57-462e-a1e2-247aefd4cbeb req-eec9d313-1a22-4214-b822-17a9cd3af754 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 1130 time: 0.0560384 Feb 04 18:05:43.715176 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-46b219ff-4d57-462e-a1e2-247aefd4cbeb req-2c1ab4c4-2775-4c2e-8898-bd1da52db953 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571940 Feb 04 18:05:43.796985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d6b5-6562-4eaf-9ae6-85983bc6fa37 req-0c5addfd-b433-426b-bc7b-f328948a90bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:43.805450 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0697d6b5-6562-4eaf-9ae6-85983bc6fa37 req-0c5addfd-b433-426b-bc7b-f328948a90bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 943 time: 0.1012380 Feb 04 18:05:43.880841 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0697d6b5-6562-4eaf-9ae6-85983bc6fa37 req-f0c5a649-4f46-4936-afaf-7b80f0fef770 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693135 Feb 04 18:05:44.013732 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25180729-88c5-4130-bdec-4d0df6edf916 req-b94a3689-f588-45c9-ae50-9cda6560a133 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:44.015750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-25180729-88c5-4130-bdec-4d0df6edf916 req-b94a3689-f588-45c9-ae50-9cda6560a133 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0761349 Feb 04 18:05:44.103286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215d84f-2be2-4356-976c-23049370941e req-ec7efeff-516e-4a84-b33a-412eece5bb3d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:44.105882 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b215d84f-2be2-4356-976c-23049370941e req-ec7efeff-516e-4a84-b33a-412eece5bb3d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.3486700 Feb 04 18:05:44.235017 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-25180729-88c5-4130-bdec-4d0df6edf916 req-55fb68b1-eba4-4c27-aa85-21601bb9cf6b tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838572 Feb 04 18:05:44.235017 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b215d84f-2be2-4356-976c-23049370941e req-ee82a1da-1f30-4653-91e1-1a8a312fb4bb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000202 Feb 04 18:05:44.549849 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:05:44.720890 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:44.742223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'port_id': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'mac_address': 'fa:16:3e:a3:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:05:44.792081 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:44.792847 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:44.812824 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:05:44.834253 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:44.981848 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:45.017798 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79183e-fe01-47fb-adf4-850684cf9ac4 req-387d0b3f-d795-4c32-b646-8fe23352c650 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:45.026208 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cb79183e-fe01-47fb-adf4-850684cf9ac4 req-387d0b3f-d795-4c32-b646-8fe23352c650 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 943 time: 0.0827255 Feb 04 18:05:45.091485 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:45.114460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cb79183e-fe01-47fb-adf4-850684cf9ac4 req-d693d433-7703-446b-aee8-5945cc2b99e0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868301 Feb 04 18:05:45.400981 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a257a-f613-480b-a3a9-e33539696c26 req-2360726f-28da-4fb1-9bc7-f13d2d839ca4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:45.408005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-411a257a-f613-480b-a3a9-e33539696c26 req-2360726f-28da-4fb1-9bc7-f13d2d839ca4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0988951 Feb 04 18:05:45.435174 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350712e-0b4c-4dd1-9b29-7e31048347b2 req-fc92aecd-836c-4888-b89a-c9be2f01a7b7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:45.437406 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e350712e-0b4c-4dd1-9b29-7e31048347b2 req-fc92aecd-836c-4888-b89a-c9be2f01a7b7 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0957322 Feb 04 18:05:45.497906 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-411a257a-f613-480b-a3a9-e33539696c26 req-f69f78fd-5af1-473d-bbd9-84c02ee67b55 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837371 Feb 04 18:05:45.533756 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e350712e-0b4c-4dd1-9b29-7e31048347b2 req-1c82a260-78a4-4e2a-9077-d92b858639fe tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890317 Feb 04 18:05:45.599209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:46.257277 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423843c-ea53-425c-975e-93e8816d57b4 req-9d02d3ea-2b14-442a-a2a7-12aebe3445f6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:46.258828 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5423843c-ea53-425c-975e-93e8816d57b4 req-9d02d3ea-2b14-442a-a2a7-12aebe3445f6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 944 time: 0.0656679 Feb 04 18:05:46.326934 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5423843c-ea53-425c-975e-93e8816d57b4 req-5cb4ee1a-0861-42e1-bf21-4fdc488b5307 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626290 Feb 04 18:05:46.672572 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80d93-f5a7-469b-9aff-d645ef6cfcb3 req-0a46b342-a80f-47be-acc2-c5ea4b4c6be5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:46.680071 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9f80d93-f5a7-469b-9aff-d645ef6cfcb3 req-0a46b342-a80f-47be-acc2-c5ea4b4c6be5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1169217 Feb 04 18:05:46.742654 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442d210-f9ac-4fa8-a2bb-002d6ac5d079 req-b37cb93c-62ca-47ee-b04a-90cabe289ca1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:46.743118 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4442d210-f9ac-4fa8-a2bb-002d6ac5d079 req-b37cb93c-62ca-47ee-b04a-90cabe289ca1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.1296105 Feb 04 18:05:46.756670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9f80d93-f5a7-469b-9aff-d645ef6cfcb3 req-8e3a8a73-0fd0-4eb3-bc09-219924f9ddcc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723100 Feb 04 18:05:46.818956 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4442d210-f9ac-4fa8-a2bb-002d6ac5d079 req-d1b62b4d-27f6-4a4b-bcef-c080b76f9f36 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 Feb 04 18:05:47.459263 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5516e-fa23-4749-88a4-9edcfe82b4b2 req-bdd1056e-55be-4a9f-9130-586132311bc4 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:47.460720 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0bc5516e-fa23-4749-88a4-9edcfe82b4b2 req-bdd1056e-55be-4a9f-9130-586132311bc4 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 944 time: 0.0551844 Feb 04 18:05:47.511499 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0bc5516e-fa23-4749-88a4-9edcfe82b4b2 req-cb5664b7-e9ee-4ad5-a27a-986c73b2a818 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449686 Feb 04 18:05:47.752934 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9bf21-f597-4d6c-994d-75de8faf66d2 req-c0ba9aa8-3c60-434f-b1a3-0692d4424fce tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:47.755138 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27b9bf21-f597-4d6c-994d-75de8faf66d2 req-c0ba9aa8-3c60-434f-b1a3-0692d4424fce tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0803761 Feb 04 18:05:47.804702 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:47.892530 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-27b9bf21-f597-4d6c-994d-75de8faf66d2 req-7b4b74cf-208b-41f9-b6dc-7389eed2885c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277573 Feb 04 18:05:48.001286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba49c98-45d6-4ca4-8e84-e7dc508b8794 req-89374589-0cdb-493a-88a0-c1bd275bf94a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.003053 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-aba49c98-45d6-4ca4-8e84-e7dc508b8794 req-89374589-0cdb-493a-88a0-c1bd275bf94a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.1092689 Feb 04 18:05:48.051532 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a0a0-5f54-485f-82e1-e75d586175d1 req-ddaf9a90-9c1e-4212-b415-b26daa28df22 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.053040 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6570a0a0-5f54-485f-82e1-e75d586175d1 req-ddaf9a90-9c1e-4212-b415-b26daa28df22 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0935998 Feb 04 18:05:48.110660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-aba49c98-45d6-4ca4-8e84-e7dc508b8794 req-343849ae-deef-4403-af42-3a9e73f62996 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921912 Feb 04 18:05:48.143522 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6570a0a0-5f54-485f-82e1-e75d586175d1 req-9b048962-1e5a-4be8-b42d-693605ec686a tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 Feb 04 18:05:48.614610 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:05:48.733070 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bf083-05ca-4bf5-93a7-d59a89f37ea6 req-e2e9fe15-f2cf-4d91-9af8-98371d33ce49 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:48.734722 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd5bf083-05ca-4bf5-93a7-d59a89f37ea6 req-e2e9fe15-f2cf-4d91-9af8-98371d33ce49 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 944 time: 0.1276033 Feb 04 18:05:48.806027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd5bf083-05ca-4bf5-93a7-d59a89f37ea6 req-728c1d8a-fc61-4da8-afc4-797508b98f78 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572250 Feb 04 18:05:48.859750 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:05:48.865752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:05:48.866189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:49.018820 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:05:49.019347 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:49.055966 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:49.055966 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce09a54-32e4-42c0-b6fa-f7a07c901454" -d '{"events": [{"server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "name": "network-vif-plugged", "status": "completed", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:49.074040 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aad4f-d85c-4c0c-b732-4199ce745a03 req-d48ec731-c796-4f6f-8786-a9941dda27cb tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:49.075598 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8e4aad4f-d85c-4c0c-b732-4199ce745a03 req-d48ec731-c796-4f6f-8786-a9941dda27cb tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0978663 Feb 04 18:05:49.083117 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:49.101739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78af4984-01a0-47c1-b3b0-c05752ebfe77 x-openstack-request-id: req-78af4984-01a0-47c1-b3b0-c05752ebfe77 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:49.102034 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "name": "network-vif-plugged", "status": "completed", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:49.102291 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78af4984-01a0-47c1-b3b0-c05752ebfe77 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:49.102719 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'code': 200} Feb 04 18:05:49.141767 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8e4aad4f-d85c-4c0c-b732-4199ce745a03 req-b195720c-0017-43d5-a0f2-916e73d48c3d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Feb 04 18:05:49.215794 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:49.263446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8462f7-ffe1-4769-9912-37e4c75a5124 req-6e7cd1ac-0b4b-4b73-bbc4-2ed4438c394c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:49.265669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a8462f7-ffe1-4769-9912-37e4c75a5124 req-6e7cd1ac-0b4b-4b73-bbc4-2ed4438c394c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0714848 Feb 04 18:05:49.277876 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:49.319450 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a8462f7-ffe1-4769-9912-37e4c75a5124 req-e1be6036-4ad2-4c28-b46d-1427b71fcc14 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467556 Feb 04 18:05:49.569838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094001-b039-4c2a-a91e-e04b3a04c264 req-c0a85a9b-c960-4fe5-8aa9-df829a013193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:49.571574 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d094001-b039-4c2a-a91e-e04b3a04c264 req-c0a85a9b-c960-4fe5-8aa9-df829a013193 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0472138 Feb 04 18:05:49.625771 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d094001-b039-4c2a-a91e-e04b3a04c264 req-8c0d6503-2b7a-47ca-a9b6-4a336a8ce0ba service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Feb 04 18:05:50.194877 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2efbfb-66dd-4f6f-8083-961de408da8c req-8b6f6b44-d719-4c03-bdff-0718dd9458f0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:50.196350 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb2efbfb-66dd-4f6f-8083-961de408da8c req-8b6f6b44-d719-4c03-bdff-0718dd9458f0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.3014410 Feb 04 18:05:50.245078 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb2efbfb-66dd-4f6f-8083-961de408da8c req-64ad249c-b27d-42bb-9f81-dc42cbaee774 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Feb 04 18:05:50.367092 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5eb1-9329-4c9b-ae26-fabef53619a2 req-8c51c4b4-68fb-4d6a-85d5-41258e8fda91 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:50.368550 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e69f5eb1-9329-4c9b-ae26-fabef53619a2 req-8c51c4b4-68fb-4d6a-85d5-41258e8fda91 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0663168 Feb 04 18:05:50.415992 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e69f5eb1-9329-4c9b-ae26-fabef53619a2 req-482077db-4c91-461f-8e0c-7929cc519585 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Feb 04 18:05:50.525922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a79521-b197-4804-bfc9-932fb46bf89a req-1afb5c7d-53b4-47b5-a01e-84d040c0ad66 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:50.527397 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d0a79521-b197-4804-bfc9-932fb46bf89a req-1afb5c7d-53b4-47b5-a01e-84d040c0ad66 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0564466 Feb 04 18:05:50.573649 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d0a79521-b197-4804-bfc9-932fb46bf89a req-99f79748-a609-4d49-b4e0-85689b0094f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Feb 04 18:05:50.652733 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fa87b-f040-4d9c-a271-65830f3133ec req-771e3a67-66be-4800-af83-ce98ce78111e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:50.654218 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-421fa87b-f040-4d9c-a271-65830f3133ec req-771e3a67-66be-4800-af83-ce98ce78111e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 945 time: 0.0566764 Feb 04 18:05:50.764646 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Deleting port 9be7a7bb-43f1-4a15-908b-750308500bc3 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:50.764977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:50.805594 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48a3c-5fe6-4e33-8b2a-0bdffb1d9a73 req-7634a100-274a-450a-a4fb-394b983e28c9 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:50.807349 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51a48a3c-5fe6-4e33-8b2a-0bdffb1d9a73 req-7634a100-274a-450a-a4fb-394b983e28c9 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0715868 Feb 04 18:05:50.869448 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-51a48a3c-5fe6-4e33-8b2a-0bdffb1d9a73 req-2169a907-82dc-4c6a-ba8f-111f730d75a3 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Feb 04 18:05:50.903632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] For port 9be7a7bb-43f1-4a15-908b-750308500bc3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=9be7a7bb-43f1-4a15-908b-750308500bc3,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:50.904001 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:50.918958 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Calling delete_port for 9be7a7bb-43f1-4a15-908b-750308500bc3 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:51.397195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (9be7a7bb-43f1-4a15-908b-750308500bc3), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:51.401096 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4fec8-7aa0-426c-a62e-65a7030c7a47 req-45908797-388d-4fcd-a0f9-d9066f87a860 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:51.403410 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-56d4fec8-7aa0-426c-a62e-65a7030c7a47 req-45908797-388d-4fcd-a0f9-d9066f87a860 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0689924 Feb 04 18:05:51.427828 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Pushing event deleted for resources: {'Port': ['ID=9be7a7bb-43f1-4a15-908b-750308500bc3,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:51.481783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] No DVR routers for this DVR port 9be7a7bb-43f1-4a15-908b-750308500bc3 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:51.484390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:51.488411 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-421fa87b-f040-4d9c-a271-65830f3133ec req-fc0c43f9-d5a3-4b63-b672-dd57ac0b8f6c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "DELETE /v2.0/ports/9be7a7bb-43f1-4a15-908b-750308500bc3 HTTP/1.1" status: 204 len: 173 time: 0.8285065 Feb 04 18:05:51.488782 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'name': 'network-vif-deleted', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:51.491340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1575590e-be75-4b9d-83a0-6828bcd465bd" -d '{"events": [{"server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "name": "network-vif-deleted", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:51.520080 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-56d4fec8-7aa0-426c-a62e-65a7030c7a47 req-17144f36-6217-4844-9d12-a36e98d2b30e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083043 Feb 04 18:05:51.575027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8782c4d3-e5f3-4513-8edd-2a842c6a450e req-feeadd40-9a81-4ef5-baaf-228b58815eee tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0474372 Feb 04 18:05:51.575775 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b36d2-f191-4bb9-9ae5-d5fdf5fc35df x-openstack-request-id: req-818b36d2-f191-4bb9-9ae5-d5fdf5fc35df {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:51.576162 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f430b1-a5fe-4f64-9b18-fdcc004bfd4e", "name": "network-vif-deleted", "tag": "9be7a7bb-43f1-4a15-908b-750308500bc3", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:51.576510 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-818b36d2-f191-4bb9-9ae5-d5fdf5fc35df {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:51.577117 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f430b1-a5fe-4f64-9b18-fdcc004bfd4e', 'name': 'network-vif-deleted', 'tag': '9be7a7bb-43f1-4a15-908b-750308500bc3', 'status': 'completed', 'code': 200} Feb 04 18:05:51.782369 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920c32c-19a5-4c63-9948-595ee1e1ae7d req-6dd85d0b-84e6-44f6-a938-91e867797871 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:51.784757 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4920c32c-19a5-4c63-9948-595ee1e1ae7d req-6dd85d0b-84e6-44f6-a938-91e867797871 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0954297 Feb 04 18:05:51.846780 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4920c32c-19a5-4c63-9948-595ee1e1ae7d req-37490ddd-e197-4727-a417-835217c5ee6c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527263 Feb 04 18:05:52.007470 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8ddfb-629f-4c45-8912-65d8fbf026e3 req-aab71147-7f3e-4b70-8e05-73a77c763f29 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:52.010998 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3bb8ddfb-629f-4c45-8912-65d8fbf026e3 req-aab71147-7f3e-4b70-8e05-73a77c763f29 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0681436 Feb 04 18:05:52.069761 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3bb8ddfb-629f-4c45-8912-65d8fbf026e3 req-2688b4a5-2a19-4e8b-a161-0b54ccbd831e tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Feb 04 18:05:52.639955 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 9be7a7bb-43f1-4a15-908b-750308500bc3 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:52.652417 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765a7c2-42a4-4de2-8cae-28d0b10e545b req-b7f72189-09c8-46d3-b6c8-58b2e098654c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:52.655607 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f765a7c2-42a4-4de2-8cae-28d0b10e545b req-b7f72189-09c8-46d3-b6c8-58b2e098654c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0665600 Feb 04 18:05:52.687874 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 9be7a7bb-43f1-4a15-908b-750308500bc3 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:52.688253 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 9be7a7bb-43f1-4a15-908b-750308500bc3 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:52.718618 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d411d2d-2259-40d7-a871-7bf345d310bf req-cf3dafb3-3d1a-4870-bded-a2917c020e4a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=03f430b1-a5fe-4f64-9b18-fdcc004bfd4e HTTP/1.1" status: 200 len: 210 time: 0.0464442 Feb 04 18:05:52.765196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f765a7c2-42a4-4de2-8cae-28d0b10e545b req-1fa2ca78-d183-42a1-a410-2869c4eb5010 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033659 Feb 04 18:05:52.893108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d482a-790c-424a-9bd6-cefcff4b0f4c req-79b8dd64-3e07-4646-9d0a-f5d962d21db9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:52.895043 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8a3d482a-790c-424a-9bd6-cefcff4b0f4c req-79b8dd64-3e07-4646-9d0a-f5d962d21db9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0600498 Feb 04 18:05:52.903686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 54964) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:05:52.908519 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'floatingip': {'port_id': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:05:52.966909 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.247583 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c920b29-b508-4d7f-83bb-7b140d8a6915 req-c6c6721a-347d-41f8-b5a5-f1594a0a3dea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:53.248315 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c920b29-b508-4d7f-83bb-7b140d8a6915 req-c6c6721a-347d-41f8-b5a5-f1594a0a3dea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.2937045 Feb 04 18:05:53.383403 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1f833-91d0-4447-aa5e-418174f18255 req-f34adc6f-6c16-4563-9954-b532ded0943a tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:53.385629 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-06d1f833-91d0-4447-aa5e-418174f18255 req-f34adc6f-6c16-4563-9954-b532ded0943a tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.0699477 Feb 04 18:05:53.430493 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240a2cf-88dd-4311-9d61-3e81e007e575 req-a3a1409a-6aa8-4d61-ad93-322ead108646 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:53.437602 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0240a2cf-88dd-4311-9d61-3e81e007e575 req-a3a1409a-6aa8-4d61-ad93-322ead108646 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 946 time: 0.2220199 Feb 04 18:05:53.511989 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Deleting port 486f07de-480b-4797-b2c8-3e28685a48b6 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:05:53.512670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.570584 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c920b29-b508-4d7f-83bb-7b140d8a6915 req-49bd6276-0351-4213-9284-4faac68b7af0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048146 Feb 04 18:05:53.611069 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0240a2cf-88dd-4311-9d61-3e81e007e575 req-823ca40f-9119-49f1-9fae-1567343595b1 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/security-groups?id=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724734 Feb 04 18:05:53.650555 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] For port 486f07de-480b-4797-b2c8-3e28685a48b6, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=486f07de-480b-4797-b2c8-3e28685a48b6,segment=NetworkSegment(13e133e8-4af5-460d-a544-393d9911e65b),segment_id=13e133e8-4af5-460d-a544-393d9911e65b)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:05:53.652367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.679888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Calling delete_port for 486f07de-480b-4797-b2c8-3e28685a48b6 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:05:53.716712 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.770279 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.901906 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Floating IP 1f6addd4-5467-45bb-9d87-b1604b149b81 associated. External IP: 172.27.3.123, port: b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141. Feb 04 18:05:53.953742 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (486f07de-480b-4797-b2c8-3e28685a48b6), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:53.987664 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Pushing event deleted for resources: {'Port': ['ID=486f07de-480b-4797-b2c8-3e28685a48b6,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:05:53.989404 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['486f07de-480b-4797-b2c8-3e28685a48b6'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:05:54.044787 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] No DVR routers for this DVR port 486f07de-480b-4797-b2c8-3e28685a48b6 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:05:54.047568 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:54.051020 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-06d1f833-91d0-4447-aa5e-418174f18255 req-97b92fab-c605-4b84-a048-925f9c6014fa tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.113 "DELETE /v2.0/ports/486f07de-480b-4797-b2c8-3e28685a48b6 HTTP/1.1" status: 204 len: 173 time: 0.6583948 Feb 04 18:05:54.051603 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'name': 'network-vif-deleted', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:54.054354 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cae8ea-413f-4122-aefe-f280cf7dda6e" -d '{"events": [{"server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "name": "network-vif-deleted", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:54.107548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83b83e-441f-4163-8730-8cfa0058c52a x-openstack-request-id: req-6d83b83e-441f-4163-8730-8cfa0058c52a {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:54.107847 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c749413-8ac1-41ed-a2e4-880b92af98ca", "name": "network-vif-deleted", "tag": "486f07de-480b-4797-b2c8-3e28685a48b6", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:54.108175 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d83b83e-441f-4163-8730-8cfa0058c52a {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:54.108634 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c749413-8ac1-41ed-a2e4-880b92af98ca', 'name': 'network-vif-deleted', 'tag': '486f07de-480b-4797-b2c8-3e28685a48b6', 'status': 'completed', 'code': 200} Feb 04 18:05:54.160388 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:05:54.321922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:05:54.327853 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:54.338141 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:05:54.365954 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-99ea38c7-80c5-4fa8-852c-9c40b9483209 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "PUT /v2.0/floatingips/1f6addd4-5467-45bb-9d87-b1604b149b81 HTTP/1.1" status: 200 len: 991 time: 1.4600639 Feb 04 18:05:54.366819 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:05:54.369318 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:05:54.397078 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:54.398122 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:54.464641 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578cf9a-0c36-41d5-a91f-136ad5f83208 x-openstack-request-id: req-0578cf9a-0c36-41d5-a91f-136ad5f83208 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:05:54.464995 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:05:54.465257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0578cf9a-0c36-41d5-a91f-136ad5f83208 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:05:54.465660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'status': 'completed', 'code': 200} Feb 04 18:05:54.569484 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a319-3c17-4644-8444-efa4a147afba req-aa515421-459c-4911-879f-4be6731f7acb tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:54.571539 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebc4a319-3c17-4644-8444-efa4a147afba req-aa515421-459c-4911-879f-4be6731f7acb tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1016061 Feb 04 18:05:54.581778 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:54.628312 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-b78ac0ed-4279-4acb-8f8b-e1baab32c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:54.635634 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-b78ac0ed-4279-4acb-8f8b-e1baab32c7c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0857608 Feb 04 18:05:54.672543 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebc4a319-3c17-4644-8444-efa4a147afba req-8502e9de-ce98-431b-bcbc-512a3a3b1846 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865963 Feb 04 18:05:54.768010 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1ecbd-9673-43d3-98d4-4da9985c2849 req-b1f49765-1cb3-4e6e-94c9-62162020db30 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:54.769638 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08e1ecbd-9673-43d3-98d4-4da9985c2849 req-b1f49765-1cb3-4e6e-94c9-62162020db30 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0723028 Feb 04 18:05:54.785267 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-8fbe436d-b5e6-41bb-bb06-bb8526230e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:54.787404 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-8fbe436d-b5e6-41bb-bb06-bb8526230e46 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.1479213 Feb 04 18:05:54.851651 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74dd5cd4-596f-4290-9ba1-84235b7b034e req-bd71259f-23df-4c1e-aa48-090dfcc9acb3 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0720685 Feb 04 18:05:54.869088 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08e1ecbd-9673-43d3-98d4-4da9985c2849 req-5c028280-2e11-4a4c-a9fd-e25e8b3e0ab2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862434 Feb 04 18:05:54.913379 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-000ba418-b5e0-4ea0-b012-fbf4257ff721 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 999 time: 0.1182857 Feb 04 18:05:55.005341 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-d5586426-6e3a-4a1b-8ddf-b6dd68d14dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:55.007840 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-d5586426-6e3a-4a1b-8ddf-b6dd68d14dda service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0873573 Feb 04 18:05:55.028054 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '1f6addd4-5467-45bb-9d87-b1604b149b81', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:a3:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:25Z', 'updated_at': '2022-02-04T18:05:53Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:55.057010 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:05:55.075377 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:05:55.076036 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:05:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:55.090353 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-811c39a6-caa5-4db7-8942-9e2391b945ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:55.092080 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-811c39a6-caa5-4db7-8942-9e2391b945ca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779648 Feb 04 18:05:55.199340 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:05:55.207043 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-6ea0acbf-6052-40d3-bbcc-dead064f4902 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080825 Feb 04 18:05:55.306012 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-97d66794-3f6f-48cd-ad6d-b02f88b89c9c req-5fcd9fd8-9915-4afe-9603-046415b21d5e service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921712 Feb 04 18:05:55.433611 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '1f6addd4-5467-45bb-9d87-b1604b149b81', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:a3:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:25Z', 'updated_at': '2022-02-04T18:05:53Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:05:55.460479 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3190646-df5e-484f-827c-eba6cc828cbe None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '1f6addd4-5467-45bb-9d87-b1604b149b81', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:a3:eb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:05:25Z', 'updated_at': '2022-02-04T18:05:53Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:05:55.673003 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd89215-ee7f-4992-98b4-c91c8b098cec None None] New status for floating IP 1f6addd4-5467-45bb-9d87-b1604b149b81: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:05:55.804099 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8b2e0-f607-4d67-af1d-901b20489517 req-6d5517cc-cbaf-4ef0-aa9b-e0f532c0a7dd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:55.805580 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50e8b2e0-f607-4d67-af1d-901b20489517 req-6d5517cc-cbaf-4ef0-aa9b-e0f532c0a7dd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0616744 Feb 04 18:05:55.857631 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50e8b2e0-f607-4d67-af1d-901b20489517 req-11d040dd-75b3-4191-ad10-882cdd334418 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Feb 04 18:05:55.978610 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dc177581-795e-4351-b91b-7e28e27794e5 req-1b5f0648-d389-4538-a2db-8be3755363d6 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0344019 Feb 04 18:05:56.022913 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8f3e1-3402-4474-b9e1-03ea322788bd req-785a0d49-8b67-484a-b4c8-4c1d8f2f1723 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:56.024378 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48c8f3e1-3402-4474-b9e1-03ea322788bd req-785a0d49-8b67-484a-b4c8-4c1d8f2f1723 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0697582 Feb 04 18:05:56.078988 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48c8f3e1-3402-4474-b9e1-03ea322788bd req-82c87386-3f87-4b67-8f4c-5f21a6ffa509 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491633 Feb 04 18:05:56.734276 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 486f07de-480b-4797-b2c8-3e28685a48b6 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:05:56.761470 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 486f07de-480b-4797-b2c8-3e28685a48b6 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:05:56.805266 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 486f07de-480b-4797-b2c8-3e28685a48b6 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:05:56.993022 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091d3aa-a1d7-4de8-b431-c53f8b77dd68 req-d0ddae30-0178-4305-b714-1bcd182305b8 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:56.994401 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4091d3aa-a1d7-4de8-b431-c53f8b77dd68 req-d0ddae30-0178-4305-b714-1bcd182305b8 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0552514 Feb 04 18:05:57.041423 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4091d3aa-a1d7-4de8-b431-c53f8b77dd68 req-c59ae44f-f63a-4ae7-85e3-7b7313f4ffc0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 Feb 04 18:05:57.086509 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd964dfd-7481-490a-8171-3789132fcc0e req-c263da1a-2ee2-414a-8a77-277d8ef56b21 tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0277884 Feb 04 18:05:57.218175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177bd5d-6639-4109-961e-e68520cbae38 req-a05c566c-fffd-4bb0-81f0-db75ce088291 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:57.219680 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6177bd5d-6639-4109-961e-e68520cbae38 req-a05c566c-fffd-4bb0-81f0-db75ce088291 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Feb 04 18:05:57.269645 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6177bd5d-6639-4109-961e-e68520cbae38 req-fbdb5848-513d-4bed-9e71-4cb1bbfbb3cf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Feb 04 18:05:58.203052 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a42edf0b-c22a-4409-a7b6-6fce9e21a0b0 req-185c3cca-452d-4bdf-af32-0225e8853cff tempest-VolumesActionsTest-1485359823 tempest-VolumesActionsTest-1485359823-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c749413-8ac1-41ed-a2e4-880b92af98ca HTTP/1.1" status: 200 len: 210 time: 0.0329947 Feb 04 18:05:58.403681 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1a0f0-c128-47b4-ae90-b9b87edd9e81 req-f6d21c84-2097-41ed-989c-7bdacd29f915 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:58.405306 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-23e1a0f0-c128-47b4-ae90-b9b87edd9e81 req-f6d21c84-2097-41ed-989c-7bdacd29f915 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0575297 Feb 04 18:05:58.456061 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-23e1a0f0-c128-47b4-ae90-b9b87edd9e81 req-9271c4a6-d39a-48ca-8668-9d449b8de3b3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451438 Feb 04 18:05:58.673982 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c416f2f9-436f-4188-9086-a54555b76d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:05:59.579679 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556caf-ccda-4876-bfe0-77e9ea7d5715 req-3c76b649-a758-4f94-9974-af4e63ccfee7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:05:59.581078 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f556caf-ccda-4876-bfe0-77e9ea7d5715 req-3c76b649-a758-4f94-9974-af4e63ccfee7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Feb 04 18:05:59.632204 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2f556caf-ccda-4876-bfe0-77e9ea7d5715 req-2b014501-4fdd-4105-b80e-aea1837a8e4c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Feb 04 18:06:00.763639 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8810-87ef-46cd-9390-72e789c09b68 req-a28dedfa-1aa5-4a2d-a531-3c57bf1e94c3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:00.764550 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-388b8810-87ef-46cd-9390-72e789c09b68 req-a28dedfa-1aa5-4a2d-a531-3c57bf1e94c3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0579138 Feb 04 18:06:00.827542 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-388b8810-87ef-46cd-9390-72e789c09b68 req-960e4f9d-fd0e-41c3-acce-c2894a525472 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490501 Feb 04 18:06:00.851661 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-ff5eed40-2906-48d1-8c60-430c1ab492bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:00.853319 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-ff5eed40-2906-48d1-8c60-430c1ab492bd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1129 time: 0.1087162 Feb 04 18:06:00.947220 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-59bb7e6d-d05e-42c1-ae51-25e2fa50a8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:00.947791 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-66c19e6d-6e8c-4fb8-825e-29ef257fe6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:00.948752 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-66c19e6d-6e8c-4fb8-825e-29ef257fe6f2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.0893881 Feb 04 18:06:01.014019 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-5a6285b4-ea9d-4d59-ae14-166ad52e6441 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 1000 time: 0.0596704 Feb 04 18:06:01.068722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-b21cbf4a-9694-49e0-b45c-202ec8bfd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:01.070253 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-b21cbf4a-9694-49e0-b45c-202ec8bfd21c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0503418 Feb 04 18:06:01.121866 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-0aa574ba-9484-4473-b791-7a119ba6bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:01.123488 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-0aa574ba-9484-4473-b791-7a119ba6bfd2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466409 Feb 04 18:06:01.213903 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-ca8ac3eb-e083-431e-8d6e-81c09a705a74 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816567 Feb 04 18:06:01.320147 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a9f969fd-4f8e-4f70-adc6-51bbd8639267 req-918e03f8-e0e6-4dbf-a57f-d61ec2147256 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997481 Feb 04 18:06:01.952620 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85e6b2-f6e5-4fa8-979d-5ebc8ca1b3ff req-ab2f6ff3-bb5c-4195-9ce3-ad5d39aac743 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:01.954094 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c85e6b2-f6e5-4fa8-979d-5ebc8ca1b3ff req-ab2f6ff3-bb5c-4195-9ce3-ad5d39aac743 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0519512 Feb 04 18:06:02.001125 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c85e6b2-f6e5-4fa8-979d-5ebc8ca1b3ff req-22f2784f-fd4d-424a-8146-f98d4b088b4d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Feb 04 18:06:02.089480 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:03.133350 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f829-9ee7-4f83-9ff0-0845332c1f97 req-bae3b5a2-a047-4980-b0a5-359de85d4a5b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:03.135017 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d71f829-9ee7-4f83-9ff0-0845332c1f97 req-bae3b5a2-a047-4980-b0a5-359de85d4a5b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 945 time: 0.0618391 Feb 04 18:06:03.184731 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d71f829-9ee7-4f83-9ff0-0845332c1f97 req-2f5ff544-e134-474b-a334-1d80611ffc0a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Feb 04 18:06:03.242504 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:06:03.283224 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:03.320256 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: ACTIVE; New status is: DOWN {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:03.320655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:03.343022 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:06:03.345216 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84db320-55b8-4a33-8dd1-9b7685b965ca" -d '{"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:06:03.358808 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:03.381654 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5bb721-cfd9-475e-bd12-3f5ca8dbcd19 x-openstack-request-id: req-2a5bb721-cfd9-475e-bd12-3f5ca8dbcd19 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:06:03.382017 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:06:03.382282 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2a5bb721-cfd9-475e-bd12-3f5ca8dbcd19 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:06:03.382715 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'code': 200} Feb 04 18:06:03.478661 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:03.526686 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=8']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:04.306825 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435c94f-27f0-4342-920a-890f1dfa60cf req-17ff9ec4-dc05-473c-bef5-f9592aa27e3c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:04.308307 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f435c94f-27f0-4342-920a-890f1dfa60cf req-17ff9ec4-dc05-473c-bef5-f9592aa27e3c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0515478 Feb 04 18:06:04.355683 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f435c94f-27f0-4342-920a-890f1dfa60cf req-3548187b-9418-4c24-bdb0-c49f29f7e786 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412455 Feb 04 18:06:04.804031 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:05.479227 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb786c-882b-4ac4-83bf-1cc59cb38ee8 req-d72b94c3-eba7-4a94-9559-d3e44bbaaca7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:05.480744 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6fb786c-882b-4ac4-83bf-1cc59cb38ee8 req-d72b94c3-eba7-4a94-9559-d3e44bbaaca7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0516548 Feb 04 18:06:05.531691 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6fb786c-882b-4ac4-83bf-1cc59cb38ee8 req-1bd28dd8-6ff4-47dd-824b-022cac7ce541 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Feb 04 18:06:06.676998 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947fc1d-520f-4bdf-9fbc-19182f4b6607 req-289f24e5-af09-44ed-be26-9e8577cb9450 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:06.678438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7947fc1d-520f-4bdf-9fbc-19182f4b6607 req-289f24e5-af09-44ed-be26-9e8577cb9450 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0635762 Feb 04 18:06:06.726619 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7947fc1d-520f-4bdf-9fbc-19182f4b6607 req-b239ff21-25c3-46bf-a074-915d81622f5e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Feb 04 18:06:07.857834 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6a3a-c636-418b-a0a9-ffba39038341 req-4b24b320-d0a9-40e3-b08e-e93d24f4c624 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:07.859344 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c84d6a3a-c636-418b-a0a9-ffba39038341 req-4b24b320-d0a9-40e3-b08e-e93d24f4c624 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0550215 Feb 04 18:06:07.905218 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c84d6a3a-c636-418b-a0a9-ffba39038341 req-d8aeb159-c3c3-4f20-b956-0fbb710cdcd0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Feb 04 18:06:09.029213 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342669a-6661-44cc-9154-f17d4760ddcf req-fb7512e1-5e17-4115-8a53-6c2987710966 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:09.030913 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a342669a-6661-44cc-9154-f17d4760ddcf req-fb7512e1-5e17-4115-8a53-6c2987710966 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0549538 Feb 04 18:06:09.077463 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a342669a-6661-44cc-9154-f17d4760ddcf req-b6c04fb4-0ab9-4399-a440-de459f2fa25e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Feb 04 18:06:10.719536 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-b962b43d-b58d-4fa4-ba2a-f5b81989a040 req-8cc2404b-8a42-4cbe-b885-a4f25d56ae48 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:06:10.740140 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b962b43d-b58d-4fa4-ba2a-f5b81989a040 req-8cc2404b-8a42-4cbe-b885-a4f25d56ae48 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978966 Feb 04 18:06:11.193306 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205f82a-d169-4661-b65c-09b4556a13ca req-71b035ba-b06b-43af-8d12-67060d451680 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:11.194823 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a205f82a-d169-4661-b65c-09b4556a13ca req-71b035ba-b06b-43af-8d12-67060d451680 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0634587 Feb 04 18:06:11.265308 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a205f82a-d169-4661-b65c-09b4556a13ca req-1b7b9983-73f2-4241-8b23-a3b630857ac6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546963 Feb 04 18:06:11.750364 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55322) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:11.834720 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-bb506d1e-ff37-4060-a24c-2caa4a4f856c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831025 Feb 04 18:06:11.843050 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-6671a7fb-e675-4f90-9e7e-97d766b4644f service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:06:11.844039 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-6671a7fb-e675-4f90-9e7e-97d766b4644f service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048468 Feb 04 18:06:12.381622 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdcd0a-4db6-44d7-b0c4-9c7075e43404 req-0ebc2697-a911-4a59-abf2-2c78d7297c9c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:12.386818 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1bdcd0a-4db6-44d7-b0c4-9c7075e43404 req-0ebc2697-a911-4a59-abf2-2c78d7297c9c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0578244 Feb 04 18:06:12.430887 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1bdcd0a-4db6-44d7-b0c4-9c7075e43404 req-518435d5-bd42-4c38-b728-61ed71fea6cb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 Feb 04 18:06:13.558888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32240-1526-4dcd-920e-79ed83582794 req-11e026bd-9634-421b-bc9c-91fb60a5c5a0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:13.560257 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17f32240-1526-4dcd-920e-79ed83582794 req-11e026bd-9634-421b-bc9c-91fb60a5c5a0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0548923 Feb 04 18:06:13.605395 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17f32240-1526-4dcd-920e-79ed83582794 req-fcfff283-340c-4b50-a5c8-eda6102de312 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390465 Feb 04 18:06:14.152839 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:06:14.228427 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: DOWN; New status is: DOWN {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:14.731245 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4ac30-50ad-446e-b23a-9cb0b7396383 req-72e9fb8d-93a2-471c-83b1-1a240a50fbe6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:14.732753 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2f4ac30-50ad-446e-b23a-9cb0b7396383 req-72e9fb8d-93a2-471c-83b1-1a240a50fbe6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0553792 Feb 04 18:06:14.778751 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2f4ac30-50ad-446e-b23a-9cb0b7396383 req-191ad979-c8a0-4cb9-84d0-aac5f747bd9b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Feb 04 18:06:15.402057 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:06:15.922176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0b89e-832e-40c9-8266-ca8ded109150 req-4965815a-0e3b-4a48-bf71-d38e3f1a832f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:15.923942 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-81c0b89e-832e-40c9-8266-ca8ded109150 req-4965815a-0e3b-4a48-bf71-d38e3f1a832f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0621843 Feb 04 18:06:15.983691 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-81c0b89e-832e-40c9-8266-ca8ded109150 req-c91bcde7-706a-419a-bc17-fcf134179c3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535889 Feb 04 18:06:17.227685 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e151bc-8fb5-4678-a5a8-884c858a79c4 req-3dfaec01-7a33-4356-85de-e35c8c37eb3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:17.235161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19e151bc-8fb5-4678-a5a8-884c858a79c4 req-3dfaec01-7a33-4356-85de-e35c8c37eb3b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0733325 Feb 04 18:06:17.285401 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19e151bc-8fb5-4678-a5a8-884c858a79c4 req-36c03ec6-dea9-4e34-a9dd-b0b1db2475bf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491951 Feb 04 18:06:17.855665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:17.862849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-15d4af87-6a7d-41f2-aed8-8f22e2235410 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:17.864641 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-15d4af87-6a7d-41f2-aed8-8f22e2235410 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 813 time: 0.1118546 Feb 04 18:06:17.880076 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-4db7f4fd-afea-4ef2-bc0b-fc995587f948 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/quotas/c5a4531047cd4d73a0ccd2807d2a282e HTTP/1.1" status: 200 len: 375 time: 0.0096724 Feb 04 18:06:17.915355 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-07ea618a-e8fd-45d0-990a-a7839ffab458 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276232 Feb 04 18:06:18.064994 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-0e73ce75-7825-4c70-a0d6-a7e9f0caf0f5 service neutron] 10.222.0.98 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415503 Feb 04 18:06:18.171350 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-c4dde411-714a-4248-975c-31d5211998d0 service neutron] 10.222.0.98 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982461 Feb 04 18:06:18.452615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5969adb-fd57-4965-8354-9b42fb1990be req-864b48b0-c907-4573-9265-817047f05109 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:18.454408 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b5969adb-fd57-4965-8354-9b42fb1990be req-864b48b0-c907-4573-9265-817047f05109 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0716171 Feb 04 18:06:18.557560 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e9c82d66-10f5-41f1-bef9-af0c53ecdae0 req-02856ef6-8127-4292-8951-4df50a4e16a4 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0454447 Feb 04 18:06:18.601579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b5969adb-fd57-4965-8354-9b42fb1990be req-cc7e805f-ddd3-4f5c-acd6-8b43690e046e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319151 Feb 04 18:06:19.601427 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512fe1-506c-4707-90ee-130146fac953 req-cb7333ec-20c9-401f-be38-ad57433dc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:19.603018 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-cb7333ec-20c9-401f-be38-ad57433dc549 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 1127 time: 0.1101263 Feb 04 18:06:19.742708 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-70f615cf-25cf-4544-93d3-95819a7a202a req-27bf943f-2b64-4cb2-996a-2619ce4d955a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0495660 Feb 04 18:06:19.770378 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512fe1-506c-4707-90ee-130146fac953 req-f73a15de-8761-426d-9a2c-248b302fd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:19.771951 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-f73a15de-8761-426d-9a2c-248b302fd329 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1127 time: 0.1266427 Feb 04 18:06:19.819729 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dfa02-60c4-4d0e-8e7c-5c7f7e510cf8 req-034fffd5-2f9a-4f0e-86b0-e2e7d2814a8d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:19.827634 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e2dfa02-60c4-4d0e-8e7c-5c7f7e510cf8 req-034fffd5-2f9a-4f0e-86b0-e2e7d2814a8d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1158845 Feb 04 18:06:19.908906 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512fe1-506c-4707-90ee-130146fac953 req-2db9b98f-ddfe-4bff-8421-e08c6b2cbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:19.910545 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-2db9b98f-ddfe-4bff-8421-e08c6b2cbfbc service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1302576 Feb 04 18:06:19.925826 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e2dfa02-60c4-4d0e-8e7c-5c7f7e510cf8 req-ac3dd7d8-000c-4cb1-97e9-e2e0b0568720 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956066 Feb 04 18:06:19.985696 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-5bab3662-af6e-47d3-9485-4900f33c1cda service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 998 time: 0.0685654 Feb 04 18:06:20.065911 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512fe1-506c-4707-90ee-130146fac953 req-e5b8554d-8735-4113-90f6-34e4f7fc014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:20.067450 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-e5b8554d-8735-4113-90f6-34e4f7fc014c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0745790 Feb 04 18:06:20.130282 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512fe1-506c-4707-90ee-130146fac953 req-554a9cd2-8dfc-4d91-9c8c-7f44e6e4aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:20.131813 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-554a9cd2-8dfc-4d91-9c8c-7f44e6e4aac2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571895 Feb 04 18:06:20.236863 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-58d9f1b5-ab4c-436c-b364-fe7a820b3631 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924621 Feb 04 18:06:20.376125 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f512fe1-506c-4707-90ee-130146fac953 req-9302de3a-e16c-48df-badf-d06195d5d84b service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963726 Feb 04 18:06:20.830317 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-30d0ce99-ceb0-4338-b02e-c177638254a2 req-0426ea72-797b-4984-99a4-48d4590e1466 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0274370 Feb 04 18:06:21.047838 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0d51-4f78-4d4a-98df-20d6498cff5c req-8a2ac75d-cbc2-4910-9c79-7c2818140196 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:21.050299 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e2a0d51-4f78-4d4a-98df-20d6498cff5c req-8a2ac75d-cbc2-4910-9c79-7c2818140196 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0531123 Feb 04 18:06:21.098617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3e2a0d51-4f78-4d4a-98df-20d6498cff5c req-ee6b27e6-15a7-47f6-9a05-43bb6c3ffae3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Feb 04 18:06:22.020351 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df186d3e-b060-45b0-87c7-3b3976d9344e req-d0b9064b-1439-4d31-9f8f-57afdc465757 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0669434 Feb 04 18:06:22.321077 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51d68-6958-4b5d-985f-2232a9a9b4ab req-b0560660-1c79-41f1-9d8b-4fd5f4d6294e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:22.326678 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cbf51d68-6958-4b5d-985f-2232a9a9b4ab req-b0560660-1c79-41f1-9d8b-4fd5f4d6294e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0953970 Feb 04 18:06:22.395958 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cbf51d68-6958-4b5d-985f-2232a9a9b4ab req-6ddea45f-379a-46ab-8d1d-9d903ab4c731 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589516 Feb 04 18:06:23.156646 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f8ea654a-b614-4d35-8397-1780da10991e req-86cf55d2-2d61-48ad-92ea-6581946b30c2 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0427172 Feb 04 18:06:23.555183 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591ca6b-37b3-41bf-ad64-4ace449c9fc9 req-00e68055-28e3-40aa-a611-7af895f465f1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:23.563353 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8591ca6b-37b3-41bf-ad64-4ace449c9fc9 req-00e68055-28e3-40aa-a611-7af895f465f1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0949318 Feb 04 18:06:23.653970 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8591ca6b-37b3-41bf-ad64-4ace449c9fc9 req-ca6e898e-5c6a-4d55-ae00-9983097cee58 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892136 Feb 04 18:06:24.274660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97def337-81cb-496b-8610-b52447dcbd1a req-406e4927-3f5e-404b-8329-53760bd0d75d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0270939 Feb 04 18:06:24.876070 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5974a0-3d33-4e67-93f1-b27df314194c req-0a9a2cd4-03b0-4e12-b8d6-55faa9024c17 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:24.891156 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b5974a0-3d33-4e67-93f1-b27df314194c req-0a9a2cd4-03b0-4e12-b8d6-55faa9024c17 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Feb 04 18:06:24.981389 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b5974a0-3d33-4e67-93f1-b27df314194c req-af0d6289-8099-42c8-975a-75c362205ca7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877731 Feb 04 18:06:25.409646 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0bb96d06-7f28-42fa-872c-581c3ee8bf1d req-85f665ca-3e8f-47ec-87df-2d6ef8032e5e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0347736 Feb 04 18:06:26.227856 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d1a8-b460-4289-b58a-1930bac6a6e0 req-f397aad5-1bec-4140-ba32-1b3ad7613ea0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:26.246095 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df89d1a8-b460-4289-b58a-1930bac6a6e0 req-f397aad5-1bec-4140-ba32-1b3ad7613ea0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1118014 Feb 04 18:06:26.364410 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df89d1a8-b460-4289-b58a-1930bac6a6e0 req-5c43f638-a059-47c4-be0b-58b18aa16473 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283369 Feb 04 18:06:26.554803 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b5548e2-3453-4254-bbb5-f4f27cffce9d req-881996ac-586f-43cb-b729-e650e8ec4080 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0389385 Feb 04 18:06:27.441427 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55588) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:27.569681 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:27.578987 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9bb00-0be0-4460-8f26-29652a888fc0 req-c1f59a46-f416-466c-b9aa-1b5872c43078 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:27.580741 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74c9bb00-0be0-4460-8f26-29652a888fc0 req-c1f59a46-f416-466c-b9aa-1b5872c43078 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0865228 Feb 04 18:06:27.689341 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-74c9bb00-0be0-4460-8f26-29652a888fc0 req-b9788a41-f32c-4331-b9f7-6d2f23176c03 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923164 Feb 04 18:06:27.712102 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Publish callbacks [] for security_group (214e49ac-786b-4502-9d77-1cc9b437cbdf), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:27.737357 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-de474d0b-8a4f-4ac7-90b2-f50bc8478b4a req-7b3b1e59-a47f-4c81-abc4-7130912ce028 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0323763 Feb 04 18:06:27.787238 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (214e49ac-786b-4502-9d77-1cc9b437cbdf), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:27.827357 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e49ac-786b-4502-9d77-1cc9b437cbdf,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:27.842641 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.843277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.843787 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.844296 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.844775 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.845264 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.845748 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.846248 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.846770 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.847285 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.847765 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.848783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.849295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:27.857662 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55598) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:27.858655 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-97a53c5c-1267-43ab-8167-e2b7ddb27343 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bc950d9f346b4639b083f168c6586846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153044 Feb 04 18:06:27.916420 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Publish callbacks [] for security_group (214e49ac-786b-4502-9d77-1cc9b437cbdf), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:27.942095 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Publish callbacks [] for security_group (214e49ac-786b-4502-9d77-1cc9b437cbdf), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:28.130585 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (214e49ac-786b-4502-9d77-1cc9b437cbdf), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:28.135626 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:28.137373 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/214e49ac-786b-4502-9d77-1cc9b437cbdf HTTP/1.1" status: 204 len: 168 time: 0.2776086 Feb 04 18:06:28.152292 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e49ac-786b-4502-9d77-1cc9b437cbdf,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:28.184295 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.184737 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.184992 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.185340 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.185680 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.186581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.186937 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.187273 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.187598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.187922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.188240 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.188557 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.188870 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9b444-1b61-4640-8793-050bc77a22fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:28.593300 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7225ce3a-d8ad-45d2-bee6-9413e2c32d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:28.895851 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56d69b-650e-4645-b2e2-32f1eb29f2dc req-b2ae58dc-e1a6-4d7b-bec6-5076d30c3c81 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:28.902888 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2e56d69b-650e-4645-b2e2-32f1eb29f2dc req-b2ae58dc-e1a6-4d7b-bec6-5076d30c3c81 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1271858 Feb 04 18:06:29.106215 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55610) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:29.127359 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e80e0aed-94cc-4802-abdc-ba64d3ab6a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.218010 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bb551965-1185-44dd-a280-0b1fe8979a65 req-3bf18024-0279-4693-a891-42aba66a5016 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.3476074 Feb 04 18:06:29.307786 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e80e0aed-94cc-4802-abdc-ba64d3ab6a85 admin admin] Publish callbacks [] for security_group (d70d861f-5ad8-4823-b81d-b4b2c0828b56), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.308511 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2e56d69b-650e-4645-b2e2-32f1eb29f2dc req-cb92bfcf-4f38-47cf-b11e-179bfc075222 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047132 Feb 04 18:06:29.415779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e80e0aed-94cc-4802-abdc-ba64d3ab6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d70d861f-5ad8-4823-b81d-b4b2c0828b56), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.504658 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e80e0aed-94cc-4802-abdc-ba64d3ab6a85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=119a994c9ed148c8b577c875312cc6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971303 Feb 04 18:06:29.507254 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55612) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:29.511246 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e0aed-94cc-4802-abdc-ba64d3ab6a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d861f-5ad8-4823-b81d-b4b2c0828b56,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:29.644959 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] Publish callbacks [] for security_group (d70d861f-5ad8-4823-b81d-b4b2c0828b56), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.700696 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] Publish callbacks [] for security_group (d70d861f-5ad8-4823-b81d-b4b2c0828b56), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.955536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d70d861f-5ad8-4823-b81d-b4b2c0828b56), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.959369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:29.961584 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d70d861f-5ad8-4823-b81d-b4b2c0828b56 HTTP/1.1" status: 204 len: 168 time: 0.4457991 Feb 04 18:06:30.028164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ef6d-99b6-4e86-b7ac-62a1446a6195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d861f-5ad8-4823-b81d-b4b2c0828b56,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:30.407674 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7a65fe76-8e37-44fe-9058-35b39780f221 req-7dc84079-5777-4ae3-b67c-1c2f9d9a0297 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0916436 Feb 04 18:06:30.557644 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96fc51-7589-4a0e-bb2b-70726c6e6e20 req-7a37df36-a433-4c33-8da5-3b3db87fc959 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:30.563051 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e96fc51-7589-4a0e-bb2b-70726c6e6e20 req-7a37df36-a433-4c33-8da5-3b3db87fc959 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1123552 Feb 04 18:06:30.634865 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e96fc51-7589-4a0e-bb2b-70726c6e6e20 req-f208c051-f37e-47db-9b80-7d3d9140c2cb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680923 Feb 04 18:06:30.992424 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0082adc8-5872-4d40-acf0-433611512892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:31.535149 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bc0a7d9-f39e-4527-ad7e-0652a2bb2103 req-31eb1123-fbc1-4577-b216-5e61697ecc50 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0498183 Feb 04 18:06:31.879074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeac534-aa5c-4fed-a32e-eff61ae21197 req-98fc7f01-b24f-4378-baf1-7a228c3583eb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:31.886368 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ceeac534-aa5c-4fed-a32e-eff61ae21197 req-98fc7f01-b24f-4378-baf1-7a228c3583eb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.1155231 Feb 04 18:06:31.934103 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ceeac534-aa5c-4fed-a32e-eff61ae21197 req-b778bd47-2906-47b0-8398-37031ea21161 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Feb 04 18:06:32.078873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:32.739557 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-04ca47da-6922-4c4b-9202-3a71720b1b7d req-5c1abf2f-7d09-41d5-933c-47b58bbd1632 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0608578 Feb 04 18:06:33.061130 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492f013-5a9c-4967-afc8-3a9e6eb7cbfc req-99206ced-f9be-4788-8326-680d44eb30af tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:33.062528 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3492f013-5a9c-4967-afc8-3a9e6eb7cbfc req-99206ced-f9be-4788-8326-680d44eb30af tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0552709 Feb 04 18:06:33.111344 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3492f013-5a9c-4967-afc8-3a9e6eb7cbfc req-a999a18f-9ce5-4982-8bf9-610063c86a56 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Feb 04 18:06:33.248090 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.421599 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55688) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:33.536120 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-585022fe-789f-44db-bda5-5459a1f9b52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.609866 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-585022fe-789f-44db-bda5-5459a1f9b52f admin admin] Publish callbacks [] for security_group (2131b27e-bc43-4f3c-8db9-51de57014c45), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.762560 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-585022fe-789f-44db-bda5-5459a1f9b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (2131b27e-bc43-4f3c-8db9-51de57014c45), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.804687 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-585022fe-789f-44db-bda5-5459a1f9b52f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7327cc06e63f427c8815067a9ae3626f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808982 Feb 04 18:06:33.809796 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55704) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:33.823712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585022fe-789f-44db-bda5-5459a1f9b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2131b27e-bc43-4f3c-8db9-51de57014c45,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:33.829372 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9362d27e-c5a9-4f57-a5bc-d808cc308fe3 req-b3f2b9aa-9448-471d-844c-d65ddc5fabe3 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0275261 Feb 04 18:06:33.872418 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] Publish callbacks [] for security_group (2131b27e-bc43-4f3c-8db9-51de57014c45), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:33.893947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] Publish callbacks [] for security_group (2131b27e-bc43-4f3c-8db9-51de57014c45), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.076742 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (2131b27e-bc43-4f3c-8db9-51de57014c45), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.079548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.080683 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2131b27e-bc43-4f3c-8db9-51de57014c45 HTTP/1.1" status: 204 len: 168 time: 0.2699454 Feb 04 18:06:34.090229 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161d64e-0c97-4bb6-9b3f-b583b2e73708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131b27e-bc43-4f3c-8db9-51de57014c45,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:34.238495 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e200ec-016b-4b56-94ac-0c3e28682ef1 req-015a424c-8687-45de-839f-73a67271e649 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:34.239939 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-37e200ec-016b-4b56-94ac-0c3e28682ef1 req-015a424c-8687-45de-839f-73a67271e649 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0532591 Feb 04 18:06:34.289027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-37e200ec-016b-4b56-94ac-0c3e28682ef1 req-704772c5-7d6a-4c8c-a441-dc255b8c919b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Feb 04 18:06:34.792391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.862869 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55744) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:34.876533 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb8af496-563f-4d17-afb4-112bc8febf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:34.943187 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49899b03-9f61-44ca-bcbd-900dae057fb8 req-5ab6fdb0-5e8b-4c79-ae56-713446382881 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0300374 Feb 04 18:06:34.959224 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb8af496-563f-4d17-afb4-112bc8febf72 admin admin] Publish callbacks [] for security_group (e89d9d6c-2b81-49de-9577-40675e947192), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.043893 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb8af496-563f-4d17-afb4-112bc8febf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e89d9d6c-2b81-49de-9577-40675e947192), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.082045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8af496-563f-4d17-afb4-112bc8febf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89d9d6c-2b81-49de-9577-40675e947192,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:35.086670 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-bb8af496-563f-4d17-afb4-112bc8febf72 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dba21abc678a4a47bdd847b8810154ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226739 Feb 04 18:06:35.089538 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55756) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:35.137390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] Publish callbacks [] for security_group (e89d9d6c-2b81-49de-9577-40675e947192), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.160415 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] Publish callbacks [] for security_group (e89d9d6c-2b81-49de-9577-40675e947192), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.282088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e89d9d6c-2b81-49de-9577-40675e947192), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.284698 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:35.285862 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e89d9d6c-2b81-49de-9577-40675e947192 HTTP/1.1" status: 204 len: 168 time: 0.1956067 Feb 04 18:06:35.293937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fcb9b-7fff-42ed-8eb8-f029231eda4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89d9d6c-2b81-49de-9577-40675e947192,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:35.412625 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0f179-e581-493e-b2ce-f3b06a694623 req-4e138a89-6d6e-40af-91a5-d7615b715389 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:35.414075 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5ed0f179-e581-493e-b2ce-f3b06a694623 req-4e138a89-6d6e-40af-91a5-d7615b715389 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0525391 Feb 04 18:06:35.460441 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5ed0f179-e581-493e-b2ce-f3b06a694623 req-8da5d315-c822-43e8-a21d-24fffc9ccb61 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408692 Feb 04 18:06:36.037404 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-66b397af-c134-4b94-82c1-17362a60d907 req-46a119b5-5478-425a-a828-095ec917f462 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0277562 Feb 04 18:06:36.587718 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a5ab6-52f3-43d0-8c60-531c5f6cfc51 req-4042e0b0-4d4d-43d9-910e-e13128dd8142 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:36.589186 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c94a5ab6-52f3-43d0-8c60-531c5f6cfc51 req-4042e0b0-4d4d-43d9-910e-e13128dd8142 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0558617 Feb 04 18:06:36.635081 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c94a5ab6-52f3-43d0-8c60-531c5f6cfc51 req-d65979db-5c7f-4179-964b-8a65e951f4ce tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401425 Feb 04 18:06:36.761155 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55796) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:36.803884 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Deleting subnet 06d65417-2f1b-457e-9106-799cc31a0922 {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:06:36.806878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Publish callbacks [] for subnet (06d65417-2f1b-457e-9106-799cc31a0922), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:36.843183 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (06d65417-2f1b-457e-9106-799cc31a0922), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:36.884456 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (06d65417-2f1b-457e-9106-799cc31a0922), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.027363 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (06d65417-2f1b-457e-9106-799cc31a0922), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.053900 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d65417-2f1b-457e-9106-799cc31a0922,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:37.058408 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.063056 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-8fcb123e-a594-4a2e-9029-2cd386775bc3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/06d65417-2f1b-457e-9106-799cc31a0922 HTTP/1.1" status: 204 len: 168 time: 0.3002033 Feb 04 18:06:37.065196 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55806) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:37.155907 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cd80ac84-6258-4436-bd31-9e224f226453 req-6b30bd55-9fad-474c-ab60-e848a99dffac tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0382304 Feb 04 18:06:37.162140 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.239098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.260147 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8f4dc8-6fb2-4000-b5a7-88685daca3d0']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:06:37.269390 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e133e8-4af5-460d-a544-393d9911e65b') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:06:37.269690 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e133e8-4af5-460d-a544-393d9911e65b') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:06:37.279141 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (13e133e8-4af5-460d-a544-393d9911e65b), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.292557 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (13e133e8-4af5-460d-a544-393d9911e65b), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.299066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:06:37.299571 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (13e133e8-4af5-460d-a544-393d9911e65b), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:06:37.301190 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:06:37.460197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (3c8f4dc8-6fb2-4000-b5a7-88685daca3d0), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.468605 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:37.474798 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] 10.222.0.98 "DELETE /v2.0/networks/3c8f4dc8-6fb2-4000-b5a7-88685daca3d0 HTTP/1.1" status: 204 len: 168 time: 0.4058533 Feb 04 18:06:37.483412 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2c3b9-ba2b-4918-be61-ba77e3168665 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8f4dc8-6fb2-4000-b5a7-88685daca3d0,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:37.758598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3c839-d98d-40c6-a17e-f47acb78ba09 req-620d6577-efb1-4b4d-9095-b75204b4a1ca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:37.760070 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76c3c839-d98d-40c6-a17e-f47acb78ba09 req-620d6577-efb1-4b4d-9095-b75204b4a1ca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0527475 Feb 04 18:06:37.806964 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76c3c839-d98d-40c6-a17e-f47acb78ba09 req-a6b1ccec-2bab-4739-aa73-58989a881d11 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Feb 04 18:06:37.960527 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55826) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:37.975747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-36c6ddc8-e6a4-4cc5-848f-7c5fb2f74eee tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:37.977215 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-36c6ddc8-e6a4-4cc5-848f-7c5fb2f74eee tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 813 time: 0.1036363 Feb 04 18:06:38.000574 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-65978da5-baae-4195-b33c-cc674eea8610 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d702ff83402e4a79b37f95a3fc6775a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382783 Feb 04 18:06:38.004317 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55828) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:38.012996 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Request body: {'port': {'device_id': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067', 'admin_state_up': True, 'tenant_id': 'c5a4531047cd4d73a0ccd2807d2a282e'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:06:38.121419 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] Publish callbacks [] for security_group (914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.155961 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] Publish callbacks [] for security_group (914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.256115 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6154ad52-a2cd-44e3-9eff-6f602935ce97 req-1651d595-28f1-49d3-ad37-6fb7ad5ae298 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0309911 Feb 04 18:06:38.282303 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Made reservation on behalf of c5a4531047cd4d73a0ccd2807d2a282e for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:06:38.285690 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.342000 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.344572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.345719 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d HTTP/1.1" status: 204 len: 168 time: 0.3414459 Feb 04 18:06:38.372863 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74f7c5-6fc2-44f9-b96d-5b5cd6e75489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914c68f2-f1bb-40a2-9d75-9b6ea3b13b4d,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:38.425247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Allocated IP 172.20.0.3 (0455843b-79c5-48f6-8274-5cd710fb9067/845dc40d-8f3b-44d5-a71a-a42f167d0f7e/a40a8554-e208-44a5-a81c-393bb0866fff) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:06:38.593686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks [] for port (a40a8554-e208-44a5-a81c-393bb0866fff), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.770261 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.819445 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Network 0455843b-79c5-48f6-8274-5cd710fb9067 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:06:38.823268 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:06:38.828044 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:06:38.857489 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Pushing event updated for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:38.881854 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:38.883530 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:38.946627 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1898a7-0cd1-4e8b-b01d-3b2207f3545b req-2fde7a90-3d52-4606-9f88-25d2108e7602 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:38.948091 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff1898a7-0cd1-4e8b-b01d-3b2207f3545b req-2fde7a90-3d52-4606-9f88-25d2108e7602 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0524769 Feb 04 18:06:38.978048 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-40d75a0f-aa6d-45f9-af58-72247da4d8fe tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9680555 Feb 04 18:06:38.994960 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff1898a7-0cd1-4e8b-b01d-3b2207f3545b req-704227f2-93b2-48bc-96d2-6fdc7cf9d05b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Feb 04 18:06:38.995272 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Request body: {'port': {'device_id': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:06:39.052793 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.316419 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40a8554-e208-44a5-a81c-393bb0866fff {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:06:39.324367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks [] for port (a40a8554-e208-44a5-a81c-393bb0866fff), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.336526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Transition to ACTIVE for port object a40a8554-e208-44a5-a81c-393bb0866fff will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:06:39.374020 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618424f6-99d7-4e05-927c-efc9c18c1ce4 req-02cc55ae-dc21-46ee-8964-58d5b4d22dcb tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:39.375520 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-618424f6-99d7-4e05-927c-efc9c18c1ce4 req-02cc55ae-dc21-46ee-8964-58d5b4d22dcb tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 931 time: 0.0525076 Feb 04 18:06:39.422109 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-618424f6-99d7-4e05-927c-efc9c18c1ce4 req-8ca48b43-3eba-48d1-8968-1bb2bd51efab tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Feb 04 18:06:39.455789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.508002 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:39.579221 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Attempting to bind port a40a8554-e208-44a5-a81c-393bb0866fff on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:06:39.579593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Attempting to bind port a40a8554-e208-44a5-a81c-393bb0866fff by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:06:39.579885 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Attempting to bind port a40a8554-e208-44a5-a81c-393bb0866fff on network 0455843b-79c5-48f6-8274-5cd710fb9067 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:06:39.584357 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Port a40a8554-e208-44a5-a81c-393bb0866fff on network 0455843b-79c5-48f6-8274-5cd710fb9067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:06:39.584679 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Attempting to bind port a40a8554-e208-44a5-a81c-393bb0866fff on network 0455843b-79c5-48f6-8274-5cd710fb9067 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:06:39.589444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:06:39.589782 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Checking segment: {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:06:39.590180 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Bound using segment: {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:06:39.590625 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Bound port: a40a8554-e208-44a5-a81c-393bb0866fff, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8687b8-a805-4c1f-a48b-afc50883df4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:06:39.590984 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.653284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:06:39.656768 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a40a8554-e208-44a5-a81c-393bb0866fff,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:06:39.753072 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.787026 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:39.787755 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:39.789140 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] 10.222.0.113 "PUT /v2.0/ports/a40a8554-e208-44a5-a81c-393bb0866fff HTTP/1.1" status: 200 len: 1093 time: 0.7985747 Feb 04 18:06:39.793304 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:06:39.795575 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56" -d '{"events": [{"name": "network-changed", "server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:06:39.814666 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d3b8a-9d85-467c-af13-bab35b83fdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:40.005325 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f5605-83f5-4e64-99a8-dacac7b218c3 x-openstack-request-id: req-e36f5605-83f5-4e64-99a8-dacac7b218c3 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:06:40.005949 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:06:40.005949 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e36f5605-83f5-4e64-99a8-dacac7b218c3 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:06:40.006373 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff', 'status': 'completed', 'code': 200} Feb 04 18:06:40.073922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-7b73f87e-fab3-4240-ba8c-a579a83d2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.075492 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-7b73f87e-fab3-4240-ba8c-a579a83d2497 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 1127 time: 0.0447896 Feb 04 18:06:40.124606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6e33a-b936-4060-9366-1ccb6d44a16e req-60d2f614-d338-4464-a97e-eeb86a0f2ee0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.126080 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64f6e33a-b936-4060-9366-1ccb6d44a16e req-60d2f614-d338-4464-a97e-eeb86a0f2ee0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0597894 Feb 04 18:06:40.129054 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-84f61388-d58f-4d58-8727-ab8ac6758eec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40a8554-e208-44a5-a81c-393bb0866fff HTTP/1.1" status: 200 len: 217 time: 0.0387497 Feb 04 18:06:40.173867 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-64f6e33a-b936-4060-9366-1ccb6d44a16e req-6e158ccf-1d4e-44c1-9921-527424d6319a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Feb 04 18:06:40.177492 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-d1d6002e-0bad-4b85-b090-c2d3727655e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.178992 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-d1d6002e-0bad-4b85-b090-c2d3727655e4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=845dc40d-8f3b-44d5-a71a-a42f167d0f7e HTTP/1.1" status: 200 len: 853 time: 0.0440357 Feb 04 18:06:40.210798 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-ad629903-5d2b-444b-91ec-a6f81f7f4b9b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0455843b-79c5-48f6-8274-5cd710fb9067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256875 Feb 04 18:06:40.301622 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-330030dd-2480-41d5-9939-30a4d310afcf service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843718 Feb 04 18:06:40.390660 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-c0f2df9e-f94f-41a7-92eb-ad4ad6734a9d req-cffe2870-1cc2-4d51-8c24-953b68a111a3 service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828431 Feb 04 18:06:40.542584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f371db-49bc-453b-9432-38e50892288a req-d8efd8c3-4660-4b03-ab94-5735212d75e8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.544690 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5f371db-49bc-453b-9432-38e50892288a req-d8efd8c3-4660-4b03-ab94-5735212d75e8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 943 time: 0.0560474 Feb 04 18:06:40.592568 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5f371db-49bc-453b-9432-38e50892288a req-241b78f5-740c-4b89-b975-dd388e7ba4f8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Feb 04 18:06:40.614902 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-c852b5d7-ae7e-4eb1-a98a-a197ca5ffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.616684 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-c852b5d7-ae7e-4eb1-a98a-a197ca5ffad2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 1127 time: 0.0456221 Feb 04 18:06:40.707748 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-64555598-dff5-4d20-b024-da02c0944e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.709205 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-64555598-dff5-4d20-b024-da02c0944e9f service neutron] 10.222.0.113 "GET /v2.0/networks?id=0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 200 len: 915 time: 0.0860319 Feb 04 18:06:40.750277 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-1d690ec7-23d0-48cb-8c07-52b1060811db service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40a8554-e208-44a5-a81c-393bb0866fff HTTP/1.1" status: 200 len: 217 time: 0.0343649 Feb 04 18:06:40.989967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-83f2936e-dd3c-4afb-b93e-0299184ab09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:40.991726 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-83f2936e-dd3c-4afb-b93e-0299184ab09c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=845dc40d-8f3b-44d5-a71a-a42f167d0f7e HTTP/1.1" status: 200 len: 853 time: 0.2345183 Feb 04 18:06:41.021573 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-57504b97-3444-43b8-96b7-b0ab58277268 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0455843b-79c5-48f6-8274-5cd710fb9067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237854 Feb 04 18:06:41.110146 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-e4f4540d-cb9c-44cf-81ff-bb5b84d19ef3 service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Feb 04 18:06:41.200273 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d31a4fc-3d6f-4f8b-8855-dccb88cd2d56 req-54536ce7-3987-4125-b4ac-ef85f4a9d401 service neutron] 10.222.0.113 "GET /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Feb 04 18:06:41.306163 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80426dd8-f028-458d-812e-0995a66db177 req-2105cf7b-4fe4-42d8-9b70-7093df8fec7f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:41.307691 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80426dd8-f028-458d-812e-0995a66db177 req-2105cf7b-4fe4-42d8-9b70-7093df8fec7f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0518219 Feb 04 18:06:41.358468 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-80426dd8-f028-458d-812e-0995a66db177 req-0470d9f9-303a-4ff8-a107-befcfbfccecd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Feb 04 18:06:41.708559 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae933f-d479-4b95-ac84-c573ae489da2 req-237ffc21-bb3f-43fa-a85b-f384cfc6ff33 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:41.710012 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-24ae933f-d479-4b95-ac84-c573ae489da2 req-237ffc21-bb3f-43fa-a85b-f384cfc6ff33 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 943 time: 0.0506210 Feb 04 18:06:41.757471 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-24ae933f-d479-4b95-ac84-c573ae489da2 req-73136648-4af4-4a85-bb4a-fd9792270e11 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Feb 04 18:06:42.484353 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd32f-3e23-41c2-a15b-eed5435f835b req-8ac12b13-a567-4caa-950c-273eb3131084 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:42.485823 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-500cd32f-3e23-41c2-a15b-eed5435f835b req-8ac12b13-a567-4caa-950c-273eb3131084 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0524879 Feb 04 18:06:42.532175 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-500cd32f-3e23-41c2-a15b-eed5435f835b req-0920c123-c7ea-48c1-8542-506798cdb80e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Feb 04 18:06:42.878524 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd070-c877-413b-9113-7caef9a841fd req-d5632643-b0a2-4f34-9edc-142ddac14c7d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:42.879990 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc3bd070-c877-413b-9113-7caef9a841fd req-d5632643-b0a2-4f34-9edc-142ddac14c7d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 943 time: 0.0563173 Feb 04 18:06:42.926317 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc3bd070-c877-413b-9113-7caef9a841fd req-5ae26396-d851-49ae-82fb-62f2a5819894 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Feb 04 18:06:43.652854 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401131fe-cfb5-44ef-910a-7c6b4b9a0332 req-94bf4206-501c-4b48-91b2-61e03851891e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:43.654319 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-401131fe-cfb5-44ef-910a-7c6b4b9a0332 req-94bf4206-501c-4b48-91b2-61e03851891e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0517111 Feb 04 18:06:43.703034 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-401131fe-cfb5-44ef-910a-7c6b4b9a0332 req-9b40fea6-2a28-4e56-aa71-0bbf373c809b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Feb 04 18:06:44.047487 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32bd75-9cd7-4611-acef-c772b6f5a030 req-fecc67fe-900f-4ec9-a8fd-7ba68fc79f5e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:44.049052 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef32bd75-9cd7-4611-acef-c772b6f5a030 req-fecc67fe-900f-4ec9-a8fd-7ba68fc79f5e tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 943 time: 0.0570071 Feb 04 18:06:44.096187 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef32bd75-9cd7-4611-acef-c772b6f5a030 req-17dc51da-69cf-4402-9ed2-e5b3f0ae79c8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Feb 04 18:06:44.174640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55894) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:44.276929 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9dc53eaf-d613-46a4-bca6-3f86ede2a528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.280392 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a40a8554-e208-44a5-a81c-393bb0866fff details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:06:44.350792 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9dc53eaf-d613-46a4-bca6-3f86ede2a528 admin admin] Publish callbacks [] for security_group (8c24fbed-6e37-44c7-a5c6-836c5379a592), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.380085 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a40a8554-e208-44a5-a81c-393bb0866fff,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:44.392405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'a40a8554-e208-44a5-a81c-393bb0866fff', 'network_id': '0455843b-79c5-48f6-8274-5cd710fb9067', 'port_id': 'a40a8554-e208-44a5-a81c-393bb0866fff', 'mac_address': 'fa:16:3e:5f:da:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dc40d-8f3b-44d5-a71a-a42f167d0f7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:06:44.426607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9dc53eaf-d613-46a4-bca6-3f86ede2a528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8c24fbed-6e37-44c7-a5c6-836c5379a592), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.429132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a40a8554-e208-44a5-a81c-393bb0866fff is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:44.429538 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.443699 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40a8554-e208-44a5-a81c-393bb0866fff {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:06:44.463667 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a40a8554-e208-44a5-a81c-393bb0866fff,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:44.466852 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9dc53eaf-d613-46a4-bca6-3f86ede2a528 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fdb915a111e047308de3014aad75c7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910886 Feb 04 18:06:44.469330 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53eaf-d613-46a4-bca6-3f86ede2a528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24fbed-6e37-44c7-a5c6-836c5379a592,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:44.469990 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55898) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:44.521317 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] Publish callbacks [] for security_group (8c24fbed-6e37-44c7-a5c6-836c5379a592), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.535208 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.543542 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] Publish callbacks [] for security_group (8c24fbed-6e37-44c7-a5c6-836c5379a592), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.586453 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:44.593439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.594384 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.594772 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.595088 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.595419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.595746 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.596074 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.596399 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.596722 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.597074 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.597417 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.597721 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.598041 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:06:44.672254 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (8c24fbed-6e37-44c7-a5c6-836c5379a592), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.675011 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:44.676244 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8c24fbed-6e37-44c7-a5c6-836c5379a592 HTTP/1.1" status: 204 len: 168 time: 0.2052083 Feb 04 18:06:44.684338 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166d22-db42-4b2b-88ba-f78f466cd008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24fbed-6e37-44c7-a5c6-836c5379a592,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:44.830576 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c33947-109d-4ff1-956e-ebb4cce5523a req-5bda2a01-0efa-45bc-8228-3e6065f6759e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:44.832151 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68c33947-109d-4ff1-956e-ebb4cce5523a req-5bda2a01-0efa-45bc-8228-3e6065f6759e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0566647 Feb 04 18:06:44.883075 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68c33947-109d-4ff1-956e-ebb4cce5523a req-304f9760-79c3-49cf-b53a-7897cadd72e3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450790 Feb 04 18:06:45.160407 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['a40a8554-e208-44a5-a81c-393bb0866fff'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:06:45.221240 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8e615-2dd4-4ea5-8cb4-3c2f59095e9d req-e714be23-f311-44cf-bf08-e41fd0b55d6a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:45.222761 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-26e8e615-2dd4-4ea5-8cb4-3c2f59095e9d req-e714be23-f311-44cf-bf08-e41fd0b55d6a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 944 time: 0.0542772 Feb 04 18:06:45.271771 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-26e8e615-2dd4-4ea5-8cb4-3c2f59095e9d req-47963557-eb7c-4f02-9153-b195bfdb64cd tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Feb 04 18:06:45.335601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 55908) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:45.350650 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-67866ec8-6418-46e4-be6e-71ad92d5bef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.429485 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-67866ec8-6418-46e4-be6e-71ad92d5bef8 admin admin] Publish callbacks [] for security_group (4b86d6f5-f6c2-4c4c-9128-71557686e1fb), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.483487 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-67866ec8-6418-46e4-be6e-71ad92d5bef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4b86d6f5-f6c2-4c4c-9128-71557686e1fb), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.521829 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-67866ec8-6418-46e4-be6e-71ad92d5bef8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d861741d891f4197bf1937e55828b4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849623 Feb 04 18:06:45.522752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866ec8-6418-46e4-be6e-71ad92d5bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b86d6f5-f6c2-4c4c-9128-71557686e1fb,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:45.524557 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 55910) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:06:45.573836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] Publish callbacks [] for security_group (4b86d6f5-f6c2-4c4c-9128-71557686e1fb), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.594293 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] Publish callbacks [] for security_group (4b86d6f5-f6c2-4c4c-9128-71557686e1fb), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.745274 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (4b86d6f5-f6c2-4c4c-9128-71557686e1fb), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.747886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:45.749041 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b86d6f5-f6c2-4c4c-9128-71557686e1fb HTTP/1.1" status: 204 len: 168 time: 0.2228835 Feb 04 18:06:45.756758 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb874cce-3d08-48a3-babf-f7e8b97b0282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b86d6f5-f6c2-4c4c-9128-71557686e1fb,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:46.011216 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b5f7-b30d-4304-8497-7f727c87ac05 req-cdce1f3a-e77f-4824-8974-44ab860689cc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:46.012670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2364b5f7-b30d-4304-8497-7f727c87ac05 req-cdce1f3a-e77f-4824-8974-44ab860689cc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0561292 Feb 04 18:06:46.059512 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2364b5f7-b30d-4304-8497-7f727c87ac05 req-17922691-640c-44af-a99e-0ebaa31dba0e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403132 Feb 04 18:06:46.393709 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6a93-6ee7-4297-bd85-e051da606fae req-be757981-6713-42c6-b78a-4387d3248191 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:46.395225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc5a6a93-6ee7-4297-bd85-e051da606fae req-be757981-6713-42c6-b78a-4387d3248191 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 944 time: 0.0543325 Feb 04 18:06:46.444011 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cc5a6a93-6ee7-4297-bd85-e051da606fae req-93048d7e-c03b-4c29-b474-2f10b3d9e559 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Feb 04 18:06:47.375600 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7751a99-5231-4b90-b685-f8b0d9b69564 req-65920258-d4e8-4587-a9a8-5b875fc8d575 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:47.375600 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c7751a99-5231-4b90-b685-f8b0d9b69564 req-65920258-d4e8-4587-a9a8-5b875fc8d575 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0613470 Feb 04 18:06:47.375600 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c7751a99-5231-4b90-b685-f8b0d9b69564 req-146ef2c9-7f04-4140-aa66-ed018591923b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515430 Feb 04 18:06:47.561388 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd415-64f3-4bcb-b258-d9a23c144660 req-8548ecfb-a1b5-4b8b-842b-01918042d43c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:47.563495 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e2cd415-64f3-4bcb-b258-d9a23c144660 req-8548ecfb-a1b5-4b8b-842b-01918042d43c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 944 time: 0.0519214 Feb 04 18:06:47.609159 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5e2cd415-64f3-4bcb-b258-d9a23c144660 req-119e411f-4737-4a58-b1f3-eb72a9502747 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Feb 04 18:06:47.865611 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.300330 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:06:48.310639 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a40a8554-e208-44a5-a81c-393bb0866fff up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:06:48.377720 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c93d0-832f-43ab-89da-b75d782fb283 req-234b7abc-ad89-4330-a020-6098cdeeab5e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:48.379365 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-930c93d0-832f-43ab-89da-b75d782fb283 req-234b7abc-ad89-4330-a020-6098cdeeab5e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 943 time: 0.0529611 Feb 04 18:06:48.432446 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-930c93d0-832f-43ab-89da-b75d782fb283 req-529d0d0c-c196-44ad-874c-693c42ce781b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475123 Feb 04 18:06:48.438063 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:48.449670 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:06:48.487157 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:48.487578 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.500840 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:06:48.521749 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:48.569552 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port a40a8554-e208-44a5-a81c-393bb0866fff completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:06:48.574306 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port a40a8554-e208-44a5-a81c-393bb0866fff triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:06:48.574733 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.653504 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.682713 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a40a8554-e208-44a5-a81c-393bb0866fff is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:48.683125 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.722947 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:06:48.726748 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea100cd-4d3c-4d38-b903-8ea6eff5e8e0" -d '{"events": [{"server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "name": "network-vif-plugged", "status": "completed", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:06:48.737391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=9']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:48.742087 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18257-aae9-4625-a880-daf9c62596d1 req-84e7f038-10ca-4994-b97c-5d8d78e16ad1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:48.743904 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dad18257-aae9-4625-a880-daf9c62596d1 req-84e7f038-10ca-4994-b97c-5d8d78e16ad1 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 944 time: 0.0609462 Feb 04 18:06:48.749423 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a40a8554-e208-44a5-a81c-393bb0866fff,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:48.799515 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dad18257-aae9-4625-a880-daf9c62596d1 req-887a0214-5252-4026-8977-786987f0d74a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492816 Feb 04 18:06:48.889587 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:48.917454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e16e406-6bc3-40b1-b618-1ccbbede6908 x-openstack-request-id: req-9e16e406-6bc3-40b1-b618-1ccbbede6908 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:06:48.917779 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "name": "network-vif-plugged", "status": "completed", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:06:48.918050 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e16e406-6bc3-40b1-b618-1ccbbede6908 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:06:48.918507 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff', 'code': 200} Feb 04 18:06:48.948297 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:49.164936 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:06:49.353634 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc3a6a-9b68-46d8-a9e0-100d6a787616 req-50b33a26-475c-4a6e-b7db-cad41712ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:49.355085 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2edc3a6a-9b68-46d8-a9e0-100d6a787616 req-50b33a26-475c-4a6e-b7db-cad41712ac18 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 1129 time: 0.0758405 Feb 04 18:06:49.357566 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-a65b217f-9a81-4ecd-980b-2ff58554b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:49.359001 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-a65b217f-9a81-4ecd-980b-2ff58554b535 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1128 time: 0.0784891 Feb 04 18:06:49.449461 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2edc3a6a-9b68-46d8-a9e0-100d6a787616 req-7249d151-3d44-4b06-bdc3-7e35ac77d9e2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 Feb 04 18:06:49.485501 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-303d9e19-e61e-4ae5-b83d-562badb9f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:49.487019 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-303d9e19-e61e-4ae5-b83d-562badb9f63b service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1063471 Feb 04 18:06:49.560228 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001519d5-c539-44f3-9fa0-8fa259f9ace8 req-27082d53-1b19-40a6-8282-a0e4a1f7d683 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:49.561702 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-001519d5-c539-44f3-9fa0-8fa259f9ace8 req-27082d53-1b19-40a6-8282-a0e4a1f7d683 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0542955 Feb 04 18:06:49.607101 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-001519d5-c539-44f3-9fa0-8fa259f9ace8 req-1837f160-0ac6-4d31-abbe-20bb29f1b8af tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 Feb 04 18:06:49.924217 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae28a-58b6-4609-9d82-5a35d8cbcef1 req-f5a5e8ad-7fcd-4e8d-b27c-50b452f38704 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:49.925585 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-73dae28a-58b6-4609-9d82-5a35d8cbcef1 req-f5a5e8ad-7fcd-4e8d-b27c-50b452f38704 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0561547 Feb 04 18:06:49.973316 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-73dae28a-58b6-4609-9d82-5a35d8cbcef1 req-47562baf-7b50-45a3-8b9d-4edb403b4e83 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Feb 04 18:06:50.139604 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-ae484559-9d3d-4b3b-bd4d-7efe29685d77 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 200 len: 999 time: 0.0671570 Feb 04 18:06:50.244696 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-70fb80ce-9b00-4df9-8364-c727716b7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.246153 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-70fb80ce-9b00-4df9-8364-c727716b7699 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0462623 Feb 04 18:06:50.296533 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-e7b17084-0ad3-4fa9-b297-373e0ca80261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.299134 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-e7b17084-0ad3-4fa9-b297-373e0ca80261 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461881 Feb 04 18:06:50.393712 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-f72770cd-348c-44a0-809d-c447f61516f6 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864544 Feb 04 18:06:50.485239 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36bb9f9a-beb5-46b8-861f-4315982047c1 req-da061c53-b129-40b4-b71a-0531cfb6c126 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Feb 04 18:06:50.732905 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ff751-2c24-4810-bdee-2ad62ea65ef8 req-2e62d4be-2072-4e7a-9992-e52e70051fbb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:50.734932 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc9ff751-2c24-4810-bdee-2ad62ea65ef8 req-2e62d4be-2072-4e7a-9992-e52e70051fbb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Feb 04 18:06:50.782210 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc9ff751-2c24-4810-bdee-2ad62ea65ef8 req-b291c12a-5fdd-4a15-8672-54aec7788221 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409877 Feb 04 18:06:51.097312 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf5a4-a8fc-4446-ade1-1df5c88d691b req-e9f636cc-1155-4812-8094-cd70721c12ea tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:51.098859 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08cbf5a4-a8fc-4446-ade1-1df5c88d691b req-e9f636cc-1155-4812-8094-cd70721c12ea tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0509720 Feb 04 18:06:51.155926 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-08cbf5a4-a8fc-4446-ade1-1df5c88d691b req-3c547506-3475-4ff5-b93b-2b9437b14485 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Feb 04 18:06:51.904773 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967a16-8a03-4ef3-933e-919a5cc379fa req-75a71462-d38e-4bdc-9960-47bf075eebf7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:51.906284 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33967a16-8a03-4ef3-933e-919a5cc379fa req-75a71462-d38e-4bdc-9960-47bf075eebf7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 944 time: 0.0538521 Feb 04 18:06:51.953688 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33967a16-8a03-4ef3-933e-919a5cc379fa req-00b5019a-d38b-467b-8299-1f4318fd3798 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Feb 04 18:06:52.281083 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a78cf-a771-4ed5-bd2d-094a0bc0336e req-775d9588-a8f3-4ba0-ae51-7056298a4374 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:52.283217 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c39a78cf-a771-4ed5-bd2d-094a0bc0336e req-775d9588-a8f3-4ba0-ae51-7056298a4374 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0565002 Feb 04 18:06:52.331932 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c39a78cf-a771-4ed5-bd2d-094a0bc0336e req-0e0aeb71-2ced-44ee-9b95-70e91cabc02a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Feb 04 18:06:52.358759 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:06:52.400798 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:06:52.410278 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:06:52.410695 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:52.495209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:06:52.495898 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:52.520006 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:06:52.522249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d5466d-33b1-45cc-9de9-a102e996af1e" -d '{"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:06:52.535452 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:06:52.556708 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa733c-0f21-441e-95fb-b1490bbd0fe5 x-openstack-request-id: req-dcaa733c-0f21-441e-95fb-b1490bbd0fe5 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:06:52.557014 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:06:52.557278 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcaa733c-0f21-441e-95fb-b1490bbd0fe5 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:06:52.557677 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'code': 200} Feb 04 18:06:52.655974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:52.705342 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=10']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:06:53.086511 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1a130-acba-4614-a1fe-d5652037534b req-24698018-d8ae-442c-ae97-b563a46c4d0c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:53.087992 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b5d1a130-acba-4614-a1fe-d5652037534b req-24698018-d8ae-442c-ae97-b563a46c4d0c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0591416 Feb 04 18:06:53.135881 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b5d1a130-acba-4614-a1fe-d5652037534b req-850822b1-7963-466b-a21d-2e3e7c521d34 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Feb 04 18:06:53.550868 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168dcb3-596a-4b66-9322-00f8cbe89557 req-b4bdd901-8f8e-43e9-aeb7-b7f32cf5843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:53.552415 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2168dcb3-596a-4b66-9322-00f8cbe89557 req-b4bdd901-8f8e-43e9-aeb7-b7f32cf5843c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 1130 time: 0.0452816 Feb 04 18:06:53.595480 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2168dcb3-596a-4b66-9322-00f8cbe89557 req-a0746dc9-40a6-4b67-ac9d-a0ba4c28249a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370278 Feb 04 18:06:54.266635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa73f42-a712-4242-8a4d-e4210be981a6 req-fe2762bd-5c9b-46ab-bcf6-c7f2f4c4b2fe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:54.269147 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bfa73f42-a712-4242-8a4d-e4210be981a6 req-fe2762bd-5c9b-46ab-bcf6-c7f2f4c4b2fe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0578578 Feb 04 18:06:54.318282 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bfa73f42-a712-4242-8a4d-e4210be981a6 req-cd61f26e-8d6a-46c8-8ffe-0df2fcd05a46 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Feb 04 18:06:55.450360 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d25c-8b4c-49bc-8aca-0594009e1e3d req-0325b0ba-0f1f-4560-ad39-df17c186521d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:55.451765 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e0e9d25c-8b4c-49bc-8aca-0594009e1e3d req-0325b0ba-0f1f-4560-ad39-df17c186521d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0536976 Feb 04 18:06:55.503678 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e0e9d25c-8b4c-49bc-8aca-0594009e1e3d req-79707f84-36e4-4223-8a39-0545b1dacf17 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453162 Feb 04 18:06:56.631500 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afad53-1e24-4947-b1ca-8143aa147479 req-8a850c9d-33df-40f6-a3f8-3bf3181d0b0a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:56.633018 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17afad53-1e24-4947-b1ca-8143aa147479 req-8a850c9d-33df-40f6-a3f8-3bf3181d0b0a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Feb 04 18:06:56.681455 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17afad53-1e24-4947-b1ca-8143aa147479 req-1749f57f-7ad1-4301-88e2-d7e5ee05517c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Feb 04 18:06:57.806837 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282c4e-c9b5-42cb-b0d0-3c03d316d05d req-a848692b-03bb-4f81-b165-5afc0d000924 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:57.808419 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-63282c4e-c9b5-42cb-b0d0-3c03d316d05d req-a848692b-03bb-4f81-b165-5afc0d000924 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0532377 Feb 04 18:06:57.857816 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-63282c4e-c9b5-42cb-b0d0-3c03d316d05d req-6e7d4a52-59c7-46de-bdb5-c9bf86454eda tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Feb 04 18:06:58.604276 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2d71dc0-23c2-40c8-86f9-84d610fee65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:06:58.989579 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526a5b0-96fe-40fc-bf85-95f14485f42f req-74ce4b61-ce5f-4a11-a0ab-7462eaf3ea49 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:06:58.991411 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d526a5b0-96fe-40fc-bf85-95f14485f42f req-74ce4b61-ce5f-4a11-a0ab-7462eaf3ea49 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0589035 Feb 04 18:06:59.040237 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d526a5b0-96fe-40fc-bf85-95f14485f42f req-13cb1877-b3e7-43b9-a67e-e463eb19cb22 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Feb 04 18:07:00.860690 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0d22a575-62b3-4094-9794-4463d0fc4930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:02.078154 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:03.244493 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:04.798044 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:17.826363 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:28.573258 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-23a17efc-e080-45bc-86d3-6370a323a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:29.397809 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:07:30.848961 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1df1-2988-430e-bedc-10ebd999d738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:32.100515 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:33.232056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:34.779062 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:37.213581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33ce99-09a5-4a0d-b6de-e19458e6a831 req-26da7782-74db-4c8c-96e2-9522edf5daf8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:37.215821 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a33ce99-09a5-4a0d-b6de-e19458e6a831 req-26da7782-74db-4c8c-96e2-9522edf5daf8 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0528946 Feb 04 18:07:37.262074 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1a33ce99-09a5-4a0d-b6de-e19458e6a831 req-06ae5ddd-d16d-48c1-9ca1-59214b87a875 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Feb 04 18:07:38.384498 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11aef5-4544-4717-82d8-b256ce4e4143 req-53f0b397-b0bd-4557-8ebf-74929a0aad47 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:38.385966 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae11aef5-4544-4717-82d8-b256ce4e4143 req-53f0b397-b0bd-4557-8ebf-74929a0aad47 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0551047 Feb 04 18:07:38.432331 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ae11aef5-4544-4717-82d8-b256ce4e4143 req-bb2eb252-94f2-4b06-8b99-ede6828747af tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Feb 04 18:07:39.454498 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-5771e810-b037-4836-a2e6-bf806f2c5f0a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:39.455955 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-5771e810-b037-4836-a2e6-bf806f2c5f0a tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0545120 Feb 04 18:07:39.550917 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Deleting port a40a8554-e208-44a5-a81c-393bb0866fff {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:07:39.551172 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:39.551308 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf7c6-cb7a-4e00-af99-b8276741faf6 req-df67e3e8-7616-4578-9ed4-67be6c318485 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:39.552776 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7cdcf7c6-cb7a-4e00-af99-b8276741faf6 req-df67e3e8-7616-4578-9ed4-67be6c318485 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 945 time: 0.0528305 Feb 04 18:07:39.599303 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7cdcf7c6-cb7a-4e00-af99-b8276741faf6 req-fb7a0cc9-90e5-485a-b1dd-265261db9b4c tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/security-groups?id=5807f261-123f-4521-9459-a403533db801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Feb 04 18:07:39.643823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] For port a40a8554-e208-44a5-a81c-393bb0866fff, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a40a8554-e208-44a5-a81c-393bb0866fff,segment=NetworkSegment(5f8687b8-a805-4c1f-a48b-afc50883df4e),segment_id=5f8687b8-a805-4c1f-a48b-afc50883df4e)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:39.644186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:39.656979 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Calling delete_port for a40a8554-e208-44a5-a81c-393bb0866fff owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:07:39.929515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (a40a8554-e208-44a5-a81c-393bb0866fff), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:39.959029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Pushing event deleted for resources: {'Port': ['ID=a40a8554-e208-44a5-a81c-393bb0866fff,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:39.967418 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['a40a8554-e208-44a5-a81c-393bb0866fff'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:07:39.987049 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.987407 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.987760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.988105 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.988442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.988778 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.989114 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.989474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.989804 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.990209 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.990828 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.991195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:39.991527 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:40.012736 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] No DVR routers for this DVR port a40a8554-e208-44a5-a81c-393bb0866fff on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:07:40.015318 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:40.018670 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a66962ee-9c73-4ed7-b113-cac4f5433cff req-d9f65928-7c05-4b5b-8019-35bd3ab6da1d tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.113 "DELETE /v2.0/ports/a40a8554-e208-44a5-a81c-393bb0866fff HTTP/1.1" status: 204 len: 173 time: 0.5569119 Feb 04 18:07:40.019097 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'name': 'network-vif-deleted', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:07:40.021334 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aeed70-50f9-4117-9fdd-cbfa8c4ddd77" -d '{"events": [{"server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "name": "network-vif-deleted", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:07:40.057125 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3fa34f-bb60-45a5-b927-eef62b6185d4 x-openstack-request-id: req-ae3fa34f-bb60-45a5-b927-eef62b6185d4 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:07:40.057468 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd", "name": "network-vif-deleted", "tag": "a40a8554-e208-44a5-a81c-393bb0866fff", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:07:40.057701 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae3fa34f-bb60-45a5-b927-eef62b6185d4 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:07:40.058099 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd', 'name': 'network-vif-deleted', 'tag': 'a40a8554-e208-44a5-a81c-393bb0866fff', 'status': 'completed', 'code': 200} Feb 04 18:07:40.706015 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6ddf9a43-d19f-4a94-b469-ed51d803c4e4 req-4e7a9cc9-e1f8-4ae9-9390-5c5c0d774604 tempest-VolumesSnapshotTestJSON-942485386 tempest-VolumesSnapshotTestJSON-942485386-project] 10.222.0.98 "GET /v2.0/ports?device_id=8260d9c8-e4b6-4a33-b01e-c23fce3ab4bd HTTP/1.1" status: 200 len: 210 time: 0.0271904 Feb 04 18:07:42.208044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 56384) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:42.311719 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.388457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Publish callbacks [] for security_group (ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.477533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.515105 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:42.519013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1ef6c9a8835d47708909fb3ef443c884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099542 Feb 04 18:07:42.521829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56390) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:42.524969 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.525328 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.525674 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.526031 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.526411 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.526768 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.527101 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.527440 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.527771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.528108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.528436 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.528761 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.529144 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8153bdf-eab1-4d2e-a453-75b466c61bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:42.575444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] Publish callbacks [] for security_group (ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.592898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] Publish callbacks [] for security_group (ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.625256 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a40a8554-e208-44a5-a81c-393bb0866fff no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:07:42.644806 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: a40a8554-e208-44a5-a81c-393bb0866fff {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:07:42.645160 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a40a8554-e208-44a5-a81c-393bb0866fff not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:07:42.763793 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.766686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:42.767985 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6 HTTP/1.1" status: 204 len: 168 time: 0.2445707 Feb 04 18:07:42.776623 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22329b77-edd9-492e-af53-b04669dc40b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c48a8-2a0a-42e5-9852-ef3fa6ff88c6,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:43.826366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56418) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:43.923367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-636135352-network', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:44.043931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Made reservation on behalf of 369ffaf0cb1e4d2f913bfd52d63bf010 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:07:44.046242 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.054894 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.127813 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks [] for security_group (0344731c-e74f-4959-a2c6-d242481971f6), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.213383 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0344731c-e74f-4959-a2c6-d242481971f6), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.238013 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:07:44.248778 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0344731c-e74f-4959-a2c6-d242481971f6,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:44.253558 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (fcb016ca-1039-4834-aa1d-e1f74ba84b19), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.253899 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Added segment fcb016ca-1039-4834-aa1d-e1f74ba84b19 of type vlan for network b3d8abd3-2554-4b7a-aecc-468588597521 Feb 04 18:07:44.292514 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (b3d8abd3-2554-4b7a-aecc-468588597521), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.380474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (b3d8abd3-2554-4b7a-aecc-468588597521), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.381412 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:44.382012 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.442549 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d8abd3-2554-4b7a-aecc-468588597521,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:44.452295 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network b3d8abd3-2554-4b7a-aecc-468588597521 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:07:44.526958 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0be44eb1-5ca7-41e7-93f4-5f480a0227f6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6989052 Feb 04 18:07:44.529747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56424) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:44.535025 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Request body: {'subnet': {'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-636135352-subnet', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:44.649450 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Made reservation on behalf of 369ffaf0cb1e4d2f913bfd52d63bf010 for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:07:44.649450 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.895497 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (8d2ebdfe-159e-40a7-a589-581dc7bf6dd7), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:44.952014 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:44.959076 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Checking segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:44.959442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Network hostable DHCP agents. Network: b3d8abd3-2554-4b7a-aecc-468588597521, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:07:45.100700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Network b3d8abd3-2554-4b7a-aecc-468588597521 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:07:45.196052 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, b3d8abd3-2554-4b7a-aecc-468588597521) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:45.200880 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:45.205386 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.209732 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b2b1e-3519-4386-a891-45ddfa1c6874 None None] Network b3d8abd3-2554-4b7a-aecc-468588597521 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:07:45.306310 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-b3d8abd3-2554-4b7a-aecc-468588597521', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:07:45.307199 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.373004 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-33758e8f-3944-4849-9afc-3aa75ab53c2f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8421903 Feb 04 18:07:45.375834 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56432) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:45.380198 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:45.442044 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Allocated IP 172.20.0.2 (b3d8abd3-2554-4b7a-aecc-468588597521/8d2ebdfe-159e-40a7-a589-581dc7bf6dd7/6ee17362-a54e-4df2-9ddc-6e2bd01a5c78) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:45.506528 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (78f32f4a-f437-4b46-a974-06f323e66d74), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.507601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (78f32f4a-f437-4b46-a974-06f323e66d74), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.566442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for router_controller (78f32f4a-f437-4b46-a974-06f323e66d74), precommit_add_association {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.587150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks [] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.661128 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.704166 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Network b3d8abd3-2554-4b7a-aecc-468588597521 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:45.707063 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:45.709592 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:45.715161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Pushing event updated for resources: {'Port': ['ID=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:45.741407 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.741757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.742100 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.742457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.742793 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.743121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.743498 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.751421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:45.759988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for router_gateway (78f32f4a-f437-4b46-a974-06f323e66d74), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.782363 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Attempting to bind port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:07:45.782764 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Attempting to bind port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Attempting to bind port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 on network b3d8abd3-2554-4b7a-aecc-468588597521 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Checking segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Bound using segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:07:45.789974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Bound port: 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:07:45.790644 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:45.857773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] For port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:07:45.861130 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] For port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:07:45.970008 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.042809 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fb847-9253-4e83-8f4e-1cf002f52a1a None None] Pushing event updated for resources: {'Port': ['ID=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:46.181005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for router_gateway (78f32f4a-f437-4b46-a974-06f323e66d74), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.210438 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.320674 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Allocated IP 172.27.3.83 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/dbc15c68-5e46-45c4-9d42-3bf4ef6ff572) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:46.422821 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.529847 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.569123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:46.571908 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:46.575993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:46.581404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:46.935359 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for router_gateway (78f32f4a-f437-4b46-a974-06f323e66d74), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:46.936374 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214d6e4-32bd-4269-b605-bbfd80f03546 None None] Network b3d8abd3-2554-4b7a-aecc-468588597521 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:07:47.037563 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Provisioning complete for port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:47.037945 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.130670 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Current status of the port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:47.131600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.134023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (78f32f4a-f437-4b46-a974-06f323e66d74), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.176995 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] For port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:47.272116 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.319493 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f3618-b9e5-4b89-8eec-8834d2dab951 None None] Pushing event updated for resources: {'Port': ['ID=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:47.351720 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Router 78f32f4a-f437-4b46-a974-06f323e66d74 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:07:47.390862 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-bda3e4f4-2653-4c9a-88eb-95e7419a937b None None] Provisioning complete for port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:47.391197 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bda3e4f4-2653-4c9a-88eb-95e7419a937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.458596 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:07:47.468570 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-bda3e4f4-2653-4c9a-88eb-95e7419a937b None None] Current status of the port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:47.471959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Sync routers for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:07:47.482364 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:47.483042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:47.548146 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:47.549389 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d16f95cf-25d7-48f5-8b95-99e9c2b8c013 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1726012 Feb 04 18:07:47.552349 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56438) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:47.592540 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:47.721191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:47.975304 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:47.976035 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.006865 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.041844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:46Z', 'revision_number': 3, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:48.093224 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Checking router: 78f32f4a-f437-4b46-a974-06f323e66d74 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:07:48.093585 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Updating router 78f32f4a-f437-4b46-a974-06f323e66d74 port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:07:48.130392 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:48.133623 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.209091 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.368977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Allocated IP 172.20.0.1 (b3d8abd3-2554-4b7a-aecc-468588597521/8d2ebdfe-159e-40a7-a589-581dc7bf6dd7/394bbe25-af24-424e-bffa-bbeb132901a1) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:48.391909 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks [] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.460207 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.474167 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks [] for port (394bbe25-af24-424e-bffa-bbeb132901a1), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.509463 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Attempting to bind port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:07:48.513834 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Attempting to bind port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:07:48.513834 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Attempting to bind port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:07:48.518603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e507d20-6c90-4e3e-b560-5f94c93157a0 None None] Pushing event updated for resources: {'Port': ['ID=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:48.521443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:07:48.521829 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:48.522238 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.522655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:07:48.523129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Bound port: dbc15c68-5e46-45c4-9d42-3bf4ef6ff572, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:07:48.523514 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.573907 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] For port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:07:48.576996 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] For port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:07:48.596297 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.635232 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Network b3d8abd3-2554-4b7a-aecc-468588597521 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:48.638028 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:48.641665 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:48.665063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Pushing event updated for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:48.684752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.686069 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (78f32f4a-f437-4b46-a974-06f323e66d74), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.738555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:48.739189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:48.811786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e507d20-6c90-4e3e-b560-5f94c93157a0 None None] Pushing event updated for resources: {'Port': ['ID=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:48.858884 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:48.888547 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:48.968973 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-39b40d73-cd7c-447f-a8f6-8fdcb437164d None None] Provisioning complete for port 394bbe25-af24-424e-bffa-bbeb132901a1 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:48.969357 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-39b40d73-cd7c-447f-a8f6-8fdcb437164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.019727 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-39b40d73-cd7c-447f-a8f6-8fdcb437164d None None] Port 394bbe25-af24-424e-bffa-bbeb132901a1 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:07:49.055476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks [] for port (394bbe25-af24-424e-bffa-bbeb132901a1), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.080919 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:46Z', 'revision_number': 3, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:49.108264 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9dcd0-432b-4597-8095-a2bd30c21c4a None None] The sync data for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi is: [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:46Z', 'revision_number': 3, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:07:49.135010 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.206958 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Pushing event updated for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:49.210843 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (78f32f4a-f437-4b46-a974-06f323e66d74), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.306612 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Network b3d8abd3-2554-4b7a-aecc-468588597521 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:49.308123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:49.456617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Router 78f32f4a-f437-4b46-a974-06f323e66d74 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:07:49.577567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:07:49.584366 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-70ecdc3e-55b3-4d2f-b979-9937e0f35c90 admin admin] 10.222.0.98 "PUT /v2.0/routers/78f32f4a-f437-4b46-a974-06f323e66d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0306771 Feb 04 18:07:49.651961 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-607a38b2-01a8-48c9-bf52-21b6322e41c6 None None] Provisioning complete for port 394bbe25-af24-424e-bffa-bbeb132901a1 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:49.652618 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-607a38b2-01a8-48c9-bf52-21b6322e41c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.702346 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-607a38b2-01a8-48c9-bf52-21b6322e41c6 None None] Port 394bbe25-af24-424e-bffa-bbeb132901a1 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:07:49.705761 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:49.758554 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:49.758944 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.843742 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:49.844311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:49.866047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:49.947510 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-b0238866-3ba4-41e2-982e-50d41e955342 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626280 Feb 04 18:07:50.013589 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.031160 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-60faf1ae-e06e-409f-b3e7-cf4a7f33e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.032823 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-60faf1ae-e06e-409f-b3e7-cf4a7f33e3a0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0520008 Feb 04 18:07:50.081569 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:50.149899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-3b845011-2d9b-4b5f-899a-9a279a63c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.151557 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-3b845011-2d9b-4b5f-899a-9a279a63c807 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.0954301 Feb 04 18:07:50.225725 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-b151a015-898c-417a-b30a-8f5bb969eaa8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1002 time: 0.0680511 Feb 04 18:07:50.288988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-85114033-8f5a-470c-8af1-e52a5967630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.291539 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-85114033-8f5a-470c-8af1-e52a5967630b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0600085 Feb 04 18:07:50.340841 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-71ddee3d-a971-444c-b469-55d59805b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:50.342380 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-71ddee3d-a971-444c-b469-55d59805b975 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447507 Feb 04 18:07:50.435971 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-4f252561-e940-4039-b29f-075023437e5d service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868328 Feb 04 18:07:50.545365 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-480d6dd1-2993-40f0-bbb3-f6b45ef4e662 req-e11364a8-eae5-4af5-b402-b2addc573ce6 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034398 Feb 04 18:07:50.550197 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56462) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:50.554916 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799255901-network', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:50.683735 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Made reservation on behalf of 0d3f1ff35cc844b5a9b804df746f2ad2 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:07:50.686125 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.695390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.774038 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks [] for security_group (638cefe6-6fa2-486e-9d59-106f01b4034c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.818936 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Sync routers for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:07:50.828968 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:50.829632 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:50.889548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (638cefe6-6fa2-486e-9d59-106f01b4034c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.916407 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:07:50.926261 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638cefe6-6fa2-486e-9d59-106f01b4034c,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:50.931079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (3edd7c7f-c002-4f0a-afc0-182089cbdccb), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:50.931418 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Added segment 3edd7c7f-c002-4f0a-afc0-182089cbdccb of type vlan for network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c Feb 04 18:07:50.945095 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:50.976706 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (7a8486d0-8b41-4954-802c-42f9f5ef6b6c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.083907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (7a8486d0-8b41-4954-802c-42f9f5ef6b6c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.085066 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:51.085812 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.149340 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 2, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:51.149563 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] Pushing event updated for resources: {'Network': ['ID=7a8486d0-8b41-4954-802c-42f9f5ef6b6c,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:51.160111 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:07:51.177917 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Checking router: 78f32f4a-f437-4b46-a974-06f323e66d74 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:07:51.178273 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Updating router 78f32f4a-f437-4b46-a974-06f323e66d74 port 394bbe25-af24-424e-bffa-bbeb132901a1 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:07:51.208019 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.251701 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e38e07e5-7a6d-492b-9e6d-468d1ddbe8fb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7004528 Feb 04 18:07:51.254491 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56468) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:51.259732 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Request body: {'subnet': {'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799255901-subnet', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:51.357945 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Made reservation on behalf of 0d3f1ff35cc844b5a9b804df746f2ad2 for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:07:51.360376 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.480294 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks [] for port (394bbe25-af24-424e-bffa-bbeb132901a1), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.563137 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.597989 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (e7a6a6c4-49f5-40e5-937e-4e11b8019ca0), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.609491 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Pushing event updated for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:51.653586 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.654315 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.654812 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.655383 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.655825 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.656265 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.656672 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.657090 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.657482 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.658017 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.658389 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.658879 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.659063 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:07:51.664706 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:51.668872 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a6a6c4-49f5-40e5-937e-4e11b8019ca0,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:51.686309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Checking segment: {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:51.686704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Network hostable DHCP agents. Network: 7a8486d0-8b41-4954-802c-42f9f5ef6b6c, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:07:51.696218 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Attempting to bind port 394bbe25-af24-424e-bffa-bbeb132901a1 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:07:51.696587 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Attempting to bind port 394bbe25-af24-424e-bffa-bbeb132901a1 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:07:51.696949 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Attempting to bind port 394bbe25-af24-424e-bffa-bbeb132901a1 on network b3d8abd3-2554-4b7a-aecc-468588597521 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:07:51.702237 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:07:51.702932 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Checking segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:51.703345 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.703736 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Bound using segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:07:51.704211 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Bound port: 394bbe25-af24-424e-bffa-bbeb132901a1, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:07:51.704591 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.737371 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:51.737688 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.769303 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:07:51.778555 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] For port 394bbe25-af24-424e-bffa-bbeb132901a1, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:07:51.782122 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] For port 394bbe25-af24-424e-bffa-bbeb132901a1, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=394bbe25-af24-424e-bffa-bbeb132901a1,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:07:51.823343 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:51.847037 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-25829e10-91b4-4079-98ee-a2b958d6a9cc None None] Provisioning complete for port 394bbe25-af24-424e-bffa-bbeb132901a1 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:51.847414 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-25829e10-91b4-4079-98ee-a2b958d6a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.881038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-25829e10-91b4-4079-98ee-a2b958d6a9cc None None] Port 394bbe25-af24-424e-bffa-bbeb132901a1 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:07:51.883344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, 7a8486d0-8b41-4954-802c-42f9f5ef6b6c) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:51.887183 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:07:51.887790 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.895218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72f82c-a271-4c3e-b238-6c68f58d6c1b None None] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:07:51.924136 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:51.988795 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:51.988795 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:51.991985 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f564b4-eb25-4cd5-a4d4-cbdf3525052c None None] Pushing event updated for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:52.006391 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:07:52.007324 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.030689 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4d3d16f6-8605-4161-b0cd-89d6764d2fd5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7747829 Feb 04 18:07:52.033280 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 56472) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:52.038955 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:07:52.120515 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:52.190003 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Allocated IP 172.20.0.2 (7a8486d0-8b41-4954-802c-42f9f5ef6b6c/e7a6a6c4-49f5-40e5-937e-4e11b8019ca0/137e6cba-ca11-4026-badc-b2023741fd87) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:52.198758 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.199834 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.255452 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for router_controller (6e4624b7-690c-41f7-a395-20c1ceaf1231), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.275720 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Provisioning complete for port 394bbe25-af24-424e-bffa-bbeb132901a1 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:52.276681 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.358904 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:51Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:52.378016 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks [] for port (137e6cba-ca11-4026-badc-b2023741fd87), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.388700 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc82d11-9ea9-41e2-ae08-63d6ff63e145 None None] The sync data for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi is: [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:51Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:07:52.430328 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Current status of the port 394bbe25-af24-424e-bffa-bbeb132901a1 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:52.430899 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.446707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (137e6cba-ca11-4026-badc-b2023741fd87), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.509777 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:52.518976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:52.522170 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:52.531713 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] For port 394bbe25-af24-424e-bffa-bbeb132901a1, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=394bbe25-af24-424e-bffa-bbeb132901a1,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:52.534777 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Pushing event updated for resources: {'Port': ['ID=137e6cba-ca11-4026-badc-b2023741fd87,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:52.539919 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for router_gateway (6e4624b7-690c-41f7-a395-20c1ceaf1231), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.594127 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.598126 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Attempting to bind port 137e6cba-ca11-4026-badc-b2023741fd87 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:07:52.598526 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Attempting to bind port 137e6cba-ca11-4026-badc-b2023741fd87 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:07:52.598896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Attempting to bind port 137e6cba-ca11-4026-badc-b2023741fd87 on network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:07:52.629804 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:07:52.630191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Checking segment: {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:52.630636 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.631035 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Bound using segment: {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:07:52.631523 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Bound port: 137e6cba-ca11-4026-badc-b2023741fd87, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:07:52.631912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (137e6cba-ca11-4026-badc-b2023741fd87), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.694094 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e75f0-d9c5-4f10-8db4-7e8b77f0a5d8 None None] Pushing event updated for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:52.722383 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] For port 137e6cba-ca11-4026-badc-b2023741fd87, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:07:52.726608 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] For port 137e6cba-ca11-4026-badc-b2023741fd87, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137e6cba-ca11-4026-badc-b2023741fd87,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:07:52.840528 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for router_gateway (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.861306 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.901489 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (137e6cba-ca11-4026-badc-b2023741fd87), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:52.971278 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70c41d-5480-4a42-a8c5-dbd9d0cae946 None None] Pushing event updated for resources: {'Port': ['ID=137e6cba-ca11-4026-badc-b2023741fd87,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:52.990988 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Allocated IP 172.27.3.100 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:53.136241 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:53.324434 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:53.372035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:53.375298 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:53.379187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:53.386169 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:53.760362 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137e6cba-ca11-4026-badc-b2023741fd87 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:53.819866 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 137e6cba-ca11-4026-badc-b2023741fd87 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:53.820387 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137e6cba-ca11-4026-badc-b2023741fd87), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:53.829465 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for router_gateway (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:53.928308 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 137e6cba-ca11-4026-badc-b2023741fd87 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:53.929018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (137e6cba-ca11-4026-badc-b2023741fd87), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:53.968031 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 137e6cba-ca11-4026-badc-b2023741fd87, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137e6cba-ca11-4026-badc-b2023741fd87,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:54.070463 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.102898 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d86c4-28d5-4fe8-9dfb-0250985cf628 None None] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:07:54.109316 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (137e6cba-ca11-4026-badc-b2023741fd87), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.110618 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 394bbe25-af24-424e-bffa-bbeb132901a1 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:54.252047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-cbba8bc6-9d4d-4ebc-a7b2-628517661ee9 None None] Provisioning complete for port 137e6cba-ca11-4026-badc-b2023741fd87 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:54.252419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cbba8bc6-9d4d-4ebc-a7b2-628517661ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137e6cba-ca11-4026-badc-b2023741fd87), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.296949 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=137e6cba-ca11-4026-badc-b2023741fd87,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:54.300674 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Router 6e4624b7-690c-41f7-a395-20c1ceaf1231 is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:07:54.331520 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 394bbe25-af24-424e-bffa-bbeb132901a1 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:54.331857 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.415841 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:07:54.421804 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-cbba8bc6-9d4d-4ebc-a7b2-628517661ee9 None None] Current status of the port 137e6cba-ca11-4026-badc-b2023741fd87 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:54.444731 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Sync routers for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:07:54.467207 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 394bbe25-af24-424e-bffa-bbeb132901a1 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:54.472478 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:54.473056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:54.513819 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.515452 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-cfbd06f6-58af-45bc-9ce4-37377935fc0a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4798753 Feb 04 18:07:54.524824 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56490) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:07:54.725849 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:54.835667 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-1054db68-55a2-47bf-9800-8d0e5b83d561 None None] Provisioning complete for port 137e6cba-ca11-4026-badc-b2023741fd87 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:54.836781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1054db68-55a2-47bf-9800-8d0e5b83d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137e6cba-ca11-4026-badc-b2023741fd87), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:54.978025 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-1054db68-55a2-47bf-9800-8d0e5b83d561 None None] Current status of the port 137e6cba-ca11-4026-badc-b2023741fd87 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:54.996309 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:53Z', 'revision_number': 3, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:55.015481 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.024384 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Checking router: 6e4624b7-690c-41f7-a395-20c1ceaf1231 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:07:55.024738 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Updating router 6e4624b7-690c-41f7-a395-20c1ceaf1231 port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:07:55.053888 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.186556 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Allocated IP 172.20.0.1 (7a8486d0-8b41-4954-802c-42f9f5ef6b6c/e7a6a6c4-49f5-40e5-937e-4e11b8019ca0/e858bec4-fa00-4ce8-af28-130f39dcd00e) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:07:55.291334 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks [] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.362129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks [] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.381336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.415023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:55.420275 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:55.423833 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:07:55.455072 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.460925 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Pushing event updated for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:55.483977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.510221 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Attempting to bind port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:07:55.510804 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Attempting to bind port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:07:55.511069 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Attempting to bind port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:07:55.513482 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bf24-1407-4358-9401-1e1f85d18e03 None None] Pushing event updated for resources: {'Port': ['ID=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:55.519418 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:07:55.519789 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:07:55.520191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.520580 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:07:55.521056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Bound port: ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:07:55.521439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.587797 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] For port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:07:55.592588 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] For port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:07:55.651831 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137e6cba-ca11-4026-badc-b2023741fd87 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:55.691820 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.700277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.771950 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 137e6cba-ca11-4026-badc-b2023741fd87 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:55.772332 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (137e6cba-ca11-4026-badc-b2023741fd87), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.801189 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:55.801821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:55.803665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-c1980202-891a-4337-95eb-5da772fb2215 None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:55.804119 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c1980202-891a-4337-95eb-5da772fb2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.809573 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bf24-1407-4358-9401-1e1f85d18e03 None None] Pushing event updated for resources: {'Port': ['ID=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:55.868625 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks [] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.934050 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c1980202-891a-4337-95eb-5da772fb2215 None None] Port e858bec4-fa00-4ce8-af28-130f39dcd00e cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:07:55.985967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:55.988300 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:56.021224 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 137e6cba-ca11-4026-badc-b2023741fd87 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:56.204122 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'e858bec4-fa00-4ce8-af28-130f39dcd00e', 'name': '', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'mac_address': 'fa:16:3e:89:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:55Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 1, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'subnets': [{'id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:56.230770 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f75c18d-3cd9-4087-9b8a-1d8b0d1811e0 None None] The sync data for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi is: [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'e858bec4-fa00-4ce8-af28-130f39dcd00e', 'name': '', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'mac_address': 'fa:16:3e:89:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:55Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 1, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'subnets': [{'id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:07:56.257016 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Pushing event updated for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:56.261228 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:56.355742 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:07:56.357110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:07:56.514120 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Router 6e4624b7-690c-41f7-a395-20c1ceaf1231 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:07:56.632562 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:07:56.639671 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-53c9c51b-9ce8-4201-b8cf-6e68e3a7f022 admin admin] 10.222.0.98 "PUT /v2.0/routers/6e4624b7-690c-41f7-a395-20c1ceaf1231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1135521 Feb 04 18:07:56.666127 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6f3381c2-3977-4150-a5ca-4924dcf6d357 None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:56.668410 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6f3381c2-3977-4150-a5ca-4924dcf6d357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:56.713320 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6f3381c2-3977-4150-a5ca-4924dcf6d357 None None] Port e858bec4-fa00-4ce8-af28-130f39dcd00e cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:07:57.721846 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:57.801746 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:57.802159 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:57.918367 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:07:57.919162 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:57.947439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:07:58.061007 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:58.127069 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:07:58.597897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-dd6ea3b0-1c0e-4876-b14e-0b90af74ffb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:59.561855 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Sync routers for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:07:59.572633 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:07:59.573800 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:07:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:07:59.703879 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:07:59.771147 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:07:59.771635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:07:59.778089 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:07:59.878573 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:00.009502 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'e858bec4-fa00-4ce8-af28-130f39dcd00e', 'name': '', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'mac_address': 'fa:16:3e:89:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:55Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 2, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'subnets': [{'id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:00.043531 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Checking router: 6e4624b7-690c-41f7-a395-20c1ceaf1231 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:08:00.043990 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Updating router 6e4624b7-690c-41f7-a395-20c1ceaf1231 port e858bec4-fa00-4ce8-af28-130f39dcd00e binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:08:00.078781 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.361279 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks [] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.655252 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.701106 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364651b-0c2d-483f-9c01-0cf6218ad9f9 None None] Pushing event updated for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:00.761486 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Attempting to bind port e858bec4-fa00-4ce8-af28-130f39dcd00e on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:08:00.761881 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Attempting to bind port e858bec4-fa00-4ce8-af28-130f39dcd00e by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:08:00.762358 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Attempting to bind port e858bec4-fa00-4ce8-af28-130f39dcd00e on network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:08:00.769793 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:08:00.770172 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Checking segment: {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:08:00.770616 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.777255 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Bound using segment: {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:08:00.777255 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Bound port: e858bec4-fa00-4ce8-af28-130f39dcd00e, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edd7c7f-c002-4f0a-afc0-182089cbdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:08:00.777255 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.876949 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] For port e858bec4-fa00-4ce8-af28-130f39dcd00e, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:08:00.910572 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e4800b67-dbda-4872-b6b5-11e32f9f138d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:00.913739 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] For port e858bec4-fa00-4ce8-af28-130f39dcd00e, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e858bec4-fa00-4ce8-af28-130f39dcd00e,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:08:00.994554 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-955b72a3-9d19-4119-a39e-f17ed829310d None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:00.995392 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-955b72a3-9d19-4119-a39e-f17ed829310d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:01.035069 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-955b72a3-9d19-4119-a39e-f17ed829310d None None] Port e858bec4-fa00-4ce8-af28-130f39dcd00e cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:08:01.072349 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:01.172282 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364651b-0c2d-483f-9c01-0cf6218ad9f9 None None] Pushing event updated for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:01.172282 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:08:01.172282 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:08:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:01.304848 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:08:01.378746 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:01.379402 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:01.529008 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Current status of the port e858bec4-fa00-4ce8-af28-130f39dcd00e is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:01.529726 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:01.610461 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] For port e858bec4-fa00-4ce8-af28-130f39dcd00e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e858bec4-fa00-4ce8-af28-130f39dcd00e,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:01.659556 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'e858bec4-fa00-4ce8-af28-130f39dcd00e', 'name': '', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'mac_address': 'fa:16:3e:89:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:55Z', 'updated_at': '2022-02-04T18:08:00Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'subnets': [{'id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:01.694465 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fbf51-30bf-416b-88a0-cd79583d98f5 None None] The sync data for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi is: [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:55Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'e858bec4-fa00-4ce8-af28-130f39dcd00e', 'name': '', 'network_id': '7a8486d0-8b41-4954-802c-42f9f5ef6b6c', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'mac_address': 'fa:16:3e:89:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:55Z', 'updated_at': '2022-02-04T18:08:00Z', 'revision_number': 4, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'subnets': [{'id': 'e7a6a6c4-49f5-40e5-937e-4e11b8019ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:08:01.706636 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:01.777195 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e858bec4-fa00-4ce8-af28-130f39dcd00e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:08:01.861514 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494444d0-89fe-448b-af53-3cd6ff199c3e None None] Pushing event updated for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:01.887544 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:01.888400 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:02.013598 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e858bec4-fa00-4ce8-af28-130f39dcd00e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:02.105326 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:03.263669 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:03.655335 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e858bec4-fa00-4ce8-af28-130f39dcd00e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:08:03.707035 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port e858bec4-fa00-4ce8-af28-130f39dcd00e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:03.707484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:03.787017 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port e858bec4-fa00-4ce8-af28-130f39dcd00e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:04.780871 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:06.397356 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:08:08.517598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-6126f438-e245-458f-8ce4-b18a57550ee7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:08.519090 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-6126f438-e245-458f-8ce4-b18a57550ee7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 814 time: 0.1019475 Feb 04 18:08:08.533111 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-ad8e59de-3f9d-4dff-a56e-69274fdbccbc tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/quotas/369ffaf0cb1e4d2f913bfd52d63bf010 HTTP/1.1" status: 200 len: 375 time: 0.0087504 Feb 04 18:08:08.590180 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-d539be95-7073-42da-b5dd-d5618ef9aa7e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522060 Feb 04 18:08:08.687949 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-eaa6c8ad-0550-4be5-bc02-a4f54a1947f9 service neutron] 10.222.0.98 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863194 Feb 04 18:08:08.787981 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-93d25d9e-2a5d-4abc-bcc6-38a4516fcc68 service neutron] 10.222.0.98 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938413 Feb 04 18:08:09.064612 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3975bdc8-fb82-4560-8676-dc8b6d8e8f7e req-9edb44fd-5276-4e4b-b515-414b48f0c1e3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 210 time: 0.0281296 Feb 04 18:08:10.143278 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0701bac-59d5-4c28-803a-aa4f618a1ac9 req-ec224106-a109-4a5b-acad-31229f3af0c7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 210 time: 0.0262427 Feb 04 18:08:11.237285 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68060490-adc1-475e-bdab-2edbbd568f8c req-c62788b8-a68b-4c71-a0d6-0c739a96f029 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 210 time: 0.0271819 Feb 04 18:08:11.749178 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-56035441-b120-4311-9b46-c02ec947a14d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:11.751252 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-56035441-b120-4311-9b46-c02ec947a14d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 814 time: 0.1084106 Feb 04 18:08:11.769758 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'port': {'device_id': '511d5301-1a67-4334-91b8-88220c31cefe', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'admin_state_up': True, 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:11.957675 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Made reservation on behalf of 369ffaf0cb1e4d2f913bfd52d63bf010 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:08:11.961034 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:12.086326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Allocated IP 172.20.0.7 (b3d8abd3-2554-4b7a-aecc-468588597521/8d2ebdfe-159e-40a7-a589-581dc7bf6dd7/83ecd4ba-cf52-4c67-b991-f2331aa88d95) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:08:12.245606 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:12.351940 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-937cc389-893d-4e18-a6e4-a0996078fa84 req-1c99265c-363b-4f52-948e-5b3bafe8dd7c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 210 time: 0.0266445 Feb 04 18:08:12.356526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:12.403709 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Network b3d8abd3-2554-4b7a-aecc-468588597521 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:08:12.407209 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:08:12.411005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:08:12.420561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:12.469994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:12.470580 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:12.580288 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-1bc7b5c8-d15f-4e64-a503-9208f09312a3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8144739 Feb 04 18:08:12.704320 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e272193a-c1c7-42f1-9315-e55da3726f51 None None] Provisioning complete for port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:12.704924 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e272193a-c1c7-42f1-9315-e55da3726f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:12.743572 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e272193a-c1c7-42f1-9315-e55da3726f51 None None] Port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:08:13.487087 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca4edc-ed44-4abf-a6b8-620eb7edd868 req-61b9c50b-8328-41cc-a7b0-b60174f1c5a7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:13.488533 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fbca4edc-ed44-4abf-a6b8-620eb7edd868 req-61b9c50b-8328-41cc-a7b0-b60174f1c5a7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 931 time: 0.0595973 Feb 04 18:08:13.785485 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fbca4edc-ed44-4abf-a6b8-620eb7edd868 req-f10c9c61-49f3-450c-aed7-8b23de380c41 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908313 Feb 04 18:08:14.435807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56692) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:14.483019 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Deleting subnet 845dc40d-8f3b-44d5-a71a-a42f167d0f7e {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:08:14.486335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Publish callbacks [] for subnet (845dc40d-8f3b-44d5-a71a-a42f167d0f7e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.522493 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (845dc40d-8f3b-44d5-a71a-a42f167d0f7e), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.565873 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (845dc40d-8f3b-44d5-a71a-a42f167d0f7e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.722340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (845dc40d-8f3b-44d5-a71a-a42f167d0f7e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.748756 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845dc40d-8f3b-44d5-a71a-a42f167d0f7e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:14.752824 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.756077 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d5545d66-cf60-469e-9b0e-bb1bd86fd78a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/845dc40d-8f3b-44d5-a71a-a42f167d0f7e HTTP/1.1" status: 204 len: 168 time: 0.3192508 Feb 04 18:08:14.758535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56696) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:14.834202 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (0455843b-79c5-48f6-8274-5cd710fb9067), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.921170 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0b5e3-e2ec-4f49-b4da-461c2368512d req-53df4cc9-3b56-4502-b41d-68e451320368 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:14.922789 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-35c0b5e3-e2ec-4f49-b4da-461c2368512d req-53df4cc9-3b56-4502-b41d-68e451320368 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 931 time: 0.0645683 Feb 04 18:08:14.929978 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (0455843b-79c5-48f6-8274-5cd710fb9067), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:14.968746 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0455843b-79c5-48f6-8274-5cd710fb9067']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:14.989309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8687b8-a805-4c1f-a48b-afc50883df4e') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:14.989591 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8687b8-a805-4c1f-a48b-afc50883df4e') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:14.992166 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-35c0b5e3-e2ec-4f49-b4da-461c2368512d req-e2db4ad0-5598-4ba7-ace3-7c3af02d77a4 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Feb 04 18:08:15.004929 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (5f8687b8-a805-4c1f-a48b-afc50883df4e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.015520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (5f8687b8-a805-4c1f-a48b-afc50883df4e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.023730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:08:15.024142 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (5f8687b8-a805-4c1f-a48b-afc50883df4e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:08:15.026858 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:08:15.149010 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (0455843b-79c5-48f6-8274-5cd710fb9067), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.171626 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.177984 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0455843b-79c5-48f6-8274-5cd710fb9067 HTTP/1.1" status: 204 len: 168 time: 0.4162188 Feb 04 18:08:15.177984 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747fcba-a46e-436a-a637-15e8c9838600 admin admin] Pushing event deleted for resources: {'Network': ['ID=0455843b-79c5-48f6-8274-5cd710fb9067,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:15.606719 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56704) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:15.659043 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9b499529-c286-4653-9e84-3850bbd479ba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c5a4531047cd4d73a0ccd2807d2a282e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511038 Feb 04 18:08:15.661466 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56706) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:15.711153 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] Publish callbacks [] for security_group (5807f261-123f-4521-9459-a403533db801), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.736032 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] Publish callbacks [] for security_group (5807f261-123f-4521-9459-a403533db801), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.877784 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (5807f261-123f-4521-9459-a403533db801), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.880645 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:15.881837 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5807f261-123f-4521-9459-a403533db801 HTTP/1.1" status: 204 len: 168 time: 0.2193763 Feb 04 18:08:15.891353 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e416d-c4c4-42ce-a30a-7627d3ac547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5807f261-123f-4521-9459-a403533db801,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:16.116274 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c65577-d3ea-411e-811d-c7287a49a7e1 req-1875240e-94f1-4170-a2cb-8113d0fa219c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:16.117882 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-03c65577-d3ea-411e-811d-c7287a49a7e1 req-1875240e-94f1-4170-a2cb-8113d0fa219c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 931 time: 0.0637352 Feb 04 18:08:16.218794 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-03c65577-d3ea-411e-811d-c7287a49a7e1 req-153da43c-f1b7-4917-b887-946af5244804 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948195 Feb 04 18:08:17.379585 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9380bea-2ab8-4e48-9fc7-798b1a569476 req-fb9b52b9-8128-409b-bd8d-a65581b9cb04 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:17.381680 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9380bea-2ab8-4e48-9fc7-798b1a569476 req-fb9b52b9-8128-409b-bd8d-a65581b9cb04 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 931 time: 0.0641811 Feb 04 18:08:17.451650 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9380bea-2ab8-4e48-9fc7-798b1a569476 req-ca576330-6857-4295-9e7f-6e12c1a3d389 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Feb 04 18:08:17.877577 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:18.620626 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3bc5-c9a6-4e1e-8d6a-cb53cf1ac62e req-4334ab24-686c-4ad0-8848-e3b84d5091b0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:18.622290 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e55a3bc5-c9a6-4e1e-8d6a-cb53cf1ac62e req-4334ab24-686c-4ad0-8848-e3b84d5091b0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 931 time: 0.0856094 Feb 04 18:08:18.681025 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e55a3bc5-c9a6-4e1e-8d6a-cb53cf1ac62e req-28b94ce6-62d6-4e9a-a6fd-39494518292d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Feb 04 18:08:18.790233 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Request body: {'port': {'device_id': '511d5301-1a67-4334-91b8-88220c31cefe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:18.864119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:19.241316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ecd4ba-cf52-4c67-b991-f2331aa88d95 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:08:19.251917 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks [] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:19.277529 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Transition to ACTIVE for port object 83ecd4ba-cf52-4c67-b991-f2331aa88d95 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:08:19.421743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:19.580810 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:19.778091 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Attempting to bind port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:08:19.778654 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Attempting to bind port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:08:19.779225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Attempting to bind port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 on network b3d8abd3-2554-4b7a-aecc-468588597521 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:08:19.791194 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 on network b3d8abd3-2554-4b7a-aecc-468588597521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:08:19.792537 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Attempting to bind port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 on network b3d8abd3-2554-4b7a-aecc-468588597521 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:08:19.809718 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:08:19.810295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Checking segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:08:19.810975 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Bound using segment: {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:08:19.811760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Bound port: 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb016ca-1039-4834-aa1d-e1f74ba84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:08:19.812398 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:19.983073 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:08:19.989781 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:08:20.023195 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9ec19-b5d2-433e-a294-113edfd34cfa req-c7f39265-311c-43ec-9666-5e123cb2517e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:20.030999 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2cc9ec19-b5d2-433e-a294-113edfd34cfa req-c7f39265-311c-43ec-9666-5e123cb2517e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.1485736 Feb 04 18:08:20.089538 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2cc9ec19-b5d2-433e-a294-113edfd34cfa req-fa01bdb0-9f0d-4280-8223-9b1fbf4e572e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Feb 04 18:08:20.111094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:20.166247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:20.167591 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:20.171117 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] 10.222.0.113 "PUT /v2.0/ports/83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 1093 time: 1.3856120 Feb 04 18:08:20.171792 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:08:20.177878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130f032c-2aed-49f7-aaf9-fddc12f00e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:08:20.245969 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6a689-8573-46ee-bf18-f7d84c9f629f service neutron] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:20.267322 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b1608-4e7a-4488-9e10-0de66b2c247f x-openstack-request-id: req-d46b1608-4e7a-4488-9e10-0de66b2c247f {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:08:20.267859 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:08:20.268281 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d46b1608-4e7a-4488-9e10-0de66b2c247f {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:08:20.268986 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:08:21.296961 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0a89a-9565-4718-a786-641826a05422 req-cbabe36a-2aac-462e-9bb4-8dcc85b6de16 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:21.300194 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-faf0a89a-9565-4718-a786-641826a05422 req-cbabe36a-2aac-462e-9bb4-8dcc85b6de16 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0940320 Feb 04 18:08:21.376857 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-faf0a89a-9565-4718-a786-641826a05422 req-4129d06f-c723-42d3-b3d7-55527dac13dc tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Feb 04 18:08:22.516441 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8665599-9d94-48a8-a0e5-1b5124ccd55f req-983a6db1-50e9-47f4-8cfb-69f78804c8ae tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:22.517943 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8665599-9d94-48a8-a0e5-1b5124ccd55f req-983a6db1-50e9-47f4-8cfb-69f78804c8ae tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0583515 Feb 04 18:08:22.564507 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b8665599-9d94-48a8-a0e5-1b5124ccd55f req-ad538856-82e0-45ec-a566-6a4158894560 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Feb 04 18:08:23.683088 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b511b2d-a2f1-40ea-b4e8-388d39dd7002 req-64ce6be9-9744-41e5-976f-bdee20b74e29 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:23.684594 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3b511b2d-a2f1-40ea-b4e8-388d39dd7002 req-64ce6be9-9744-41e5-976f-bdee20b74e29 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0526836 Feb 04 18:08:23.733213 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3b511b2d-a2f1-40ea-b4e8-388d39dd7002 req-1c29edf0-7ff4-4dd0-b80c-8cf9bdd69314 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Feb 04 18:08:24.852466 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373557f-26c3-49be-af2d-bd545f0cbb8d req-fab9efbe-92e6-4bfd-a5d6-a5668e875db9 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:24.853956 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7373557f-26c3-49be-af2d-bd545f0cbb8d req-fab9efbe-92e6-4bfd-a5d6-a5668e875db9 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0532143 Feb 04 18:08:24.905308 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7373557f-26c3-49be-af2d-bd545f0cbb8d req-5cf3a8fb-9ea7-415a-bf7b-3cce81da0db8 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Feb 04 18:08:26.020510 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49797b2d-5cb0-4a71-ae3d-47a7e0d43873 req-0fcb153c-53b5-4a4d-b07d-b960f376f9d0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:26.021977 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49797b2d-5cb0-4a71-ae3d-47a7e0d43873 req-0fcb153c-53b5-4a4d-b07d-b960f376f9d0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0514061 Feb 04 18:08:26.067586 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49797b2d-5cb0-4a71-ae3d-47a7e0d43873 req-f3604c19-d131-46b8-81af-b9832abb7b6a tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Feb 04 18:08:27.186462 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad9e85-855c-44ff-9d31-a0913c5ccd9e req-4e751c0f-4dd6-43e7-922c-afbbb38330a7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:27.187948 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b2ad9e85-855c-44ff-9d31-a0913c5ccd9e req-4e751c0f-4dd6-43e7-922c-afbbb38330a7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0539048 Feb 04 18:08:27.233357 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b2ad9e85-855c-44ff-9d31-a0913c5ccd9e req-8ff08dd5-cd89-4115-88aa-673d20c3c1b1 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Feb 04 18:08:27.884252 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-eaee3cc0-2f25-41bd-a88e-7ca7f15a90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:27.886273 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-eaee3cc0-2f25-41bd-a88e-7ca7f15a90bb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1127 time: 0.0460567 Feb 04 18:08:27.993549 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-644abcc2-6e95-4c29-b280-43b40348af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:27.995593 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-644abcc2-6e95-4c29-b280-43b40348af88 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939131 Feb 04 18:08:28.091551 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-80b18438-f141-4e2a-8f89-f3edf34a8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:28.093031 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-130f032c-2aed-49f7-aaf9-fddc12f00e3a req-80b18438-f141-4e2a-8f89-f3edf34a8693 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0914919 Feb 04 18:08:28.265142 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-ccd0df48-9676-4759-91e5-5da00ad37e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:28.267232 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-ccd0df48-9676-4759-91e5-5da00ad37e6a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1127 time: 0.0500658 Feb 04 18:08:28.316252 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-9ae9f24a-7ab7-4a6a-8db1-f960c043fc0c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 217 time: 0.0356216 Feb 04 18:08:28.360939 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df091794-d7d3-4079-b4a8-7540086f9b9b req-a8d0636e-c12b-45d5-95ab-73eab2826c73 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:28.362376 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df091794-d7d3-4079-b4a8-7540086f9b9b req-a8d0636e-c12b-45d5-95ab-73eab2826c73 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0618882 Feb 04 18:08:28.368968 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-a57200e4-d20a-416a-8a01-545bc890ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:28.370834 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-a57200e4-d20a-416a-8a01-545bc890ca40 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.0489199 Feb 04 18:08:28.411270 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df091794-d7d3-4079-b4a8-7540086f9b9b req-9c373e3b-f3a2-4bc2-a54d-9f47c7201be6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Feb 04 18:08:28.435588 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-31e75271-05ca-4ce2-b249-baa33fa0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:28.436833 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-31e75271-05ca-4ce2-b249-baa33fa0e75a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590949 Feb 04 18:08:28.536952 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-e7f9bc46-eda0-448e-8334-588318d2f310 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929611 Feb 04 18:08:28.562885 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cba0242c-8419-401a-93fe-e7128ab9c0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:28.707586 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40341200-e61f-41f9-b2c0-6c3a2e37912b req-01c03830-e78a-478e-ba11-275ee2dece9b service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912993 Feb 04 18:08:29.535347 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c7664-f51f-4ff0-bb0f-1f09934c6c7c req-f6ae803e-070b-4e93-b024-04c1e2d2f3de tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:29.536875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a49c7664-f51f-4ff0-bb0f-1f09934c6c7c req-f6ae803e-070b-4e93-b024-04c1e2d2f3de tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0550613 Feb 04 18:08:29.588586 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a49c7664-f51f-4ff0-bb0f-1f09934c6c7c req-e3178b56-4a6f-4529-ae83-93af0153806d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Feb 04 18:08:30.729986 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06f3fd-72c3-4283-895a-1874296d7c3d req-8428b380-041a-4bf2-8da0-33d34e798f64 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:30.732035 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db06f3fd-72c3-4283-895a-1874296d7c3d req-8428b380-041a-4bf2-8da0-33d34e798f64 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0675659 Feb 04 18:08:30.794380 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-db06f3fd-72c3-4283-895a-1874296d7c3d req-0850fa64-8279-4fb5-8ad0-cc0795a56cf3 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Feb 04 18:08:30.843395 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cbd60bf9-8fcf-456b-8012-72938dac9c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:31.942270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5502-73f1-4676-a1a0-7f27c8e839a2 req-4aad83b3-5805-403b-8f6f-e4e8d10b095b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:31.944005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc7f5502-73f1-4676-a1a0-7f27c8e839a2 req-4aad83b3-5805-403b-8f6f-e4e8d10b095b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0715835 Feb 04 18:08:32.021635 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bc7f5502-73f1-4676-a1a0-7f27c8e839a2 req-ecbddf2b-d15d-4ab3-93f6-529267c36c3e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703108 Feb 04 18:08:32.081373 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.340037 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56828) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:32.464218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa1c-d978-4f97-bccb-93703830eb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.552413 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa1c-d978-4f97-bccb-93703830eb96 admin admin] Publish callbacks [] for security_group (eee3be91-4493-41d0-873f-ff4f9dd29614), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.620491 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cd9bfa1c-d978-4f97-bccb-93703830eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (eee3be91-4493-41d0-873f-ff4f9dd29614), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.660593 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cd9bfa1c-d978-4f97-bccb-93703830eb96 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d5f3071a92643de8ceafeb79986a0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185778 Feb 04 18:08:32.661245 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bfa1c-d978-4f97-bccb-93703830eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee3be91-4493-41d0-873f-ff4f9dd29614,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:32.663593 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 56832) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:32.716818 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] Publish callbacks [] for security_group (eee3be91-4493-41d0-873f-ff4f9dd29614), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.739401 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] Publish callbacks [] for security_group (eee3be91-4493-41d0-873f-ff4f9dd29614), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.887523 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (eee3be91-4493-41d0-873f-ff4f9dd29614), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.890170 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:32.891383 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eee3be91-4493-41d0-873f-ff4f9dd29614 HTTP/1.1" status: 204 len: 168 time: 0.2264841 Feb 04 18:08:32.902023 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160dfdf-88b6-4195-b603-ee6e725a7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee3be91-4493-41d0-873f-ff4f9dd29614,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:32.914496 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 83ecd4ba-cf52-4c67-b991-f2331aa88d95 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:08:33.039683 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:33.052301 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'port_id': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'mac_address': 'fa:16:3e:af:8c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:08:33.091870 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:33.092938 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:33.117052 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ecd4ba-cf52-4c67-b991-f2331aa88d95 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:08:33.147428 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:33.203193 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288b921-5399-4337-9954-708ec090a0c9 req-28a7fcd1-64d8-4271-b02c-f6189e96aaac tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:33.204669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a288b921-5399-4337-9954-708ec090a0c9 req-28a7fcd1-64d8-4271-b02c-f6189e96aaac tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 943 time: 0.0863366 Feb 04 18:08:33.258694 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a288b921-5399-4337-9954-708ec090a0c9 req-665514ce-9bf4-4d46-a765-7aa0dc8e6d23 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Feb 04 18:08:33.294283 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:33.295522 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:33.363484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:33.773080 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:08:34.406660 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556220d-7787-4967-86c8-b4eb920317d8 req-0d8c9d42-7aef-44d5-a726-d6bb823d56a5 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:34.408204 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d556220d-7787-4967-86c8-b4eb920317d8 req-0d8c9d42-7aef-44d5-a726-d6bb823d56a5 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 944 time: 0.0642869 Feb 04 18:08:34.468364 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d556220d-7787-4967-86c8-b4eb920317d8 req-718b2940-0d41-43a8-8b96-11c9bafcfa43 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Feb 04 18:08:34.790503 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:34.931674 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 83ecd4ba-cf52-4c67-b991-f2331aa88d95 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:08:35.107525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:08:35.114136 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:08:35.126525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:35.241700 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:08:35.242311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:35.281779 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:08:35.285995 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af349ee-aab5-490c-995b-8fd6f9188775" -d '{"events": [{"server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "name": "network-vif-plugged", "status": "completed", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:08:35.306685 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:35.328874 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb51cce-4fdd-447a-9f5d-8664df8cdd24 x-openstack-request-id: req-3eb51cce-4fdd-447a-9f5d-8664df8cdd24 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:08:35.329178 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "name": "network-vif-plugged", "status": "completed", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:08:35.329440 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3eb51cce-4fdd-447a-9f5d-8664df8cdd24 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:08:35.329840 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'code': 200} Feb 04 18:08:35.381911 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:35.441234 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:35.615435 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef277230-98b4-4f9a-b629-af7d0bb63506 req-719f04d5-c471-4c96-8ec9-1be29845a93f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:35.616988 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef277230-98b4-4f9a-b629-af7d0bb63506 req-719f04d5-c471-4c96-8ec9-1be29845a93f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0658963 Feb 04 18:08:35.673264 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ef277230-98b4-4f9a-b629-af7d0bb63506 req-8e92a8a4-d75e-4106-ac8e-a1ee3ced48b1 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Feb 04 18:08:35.779452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228b830-9226-40f2-9641-f8a638cb1c70 req-a1cf237d-7082-4d73-85e7-7a303150ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:35.780996 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0228b830-9226-40f2-9641-f8a638cb1c70 req-a1cf237d-7082-4d73-85e7-7a303150ef9f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1129 time: 0.0495720 Feb 04 18:08:35.827333 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0228b830-9226-40f2-9641-f8a638cb1c70 req-18908110-b9ab-4c82-ab34-e3a1497a9140 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Feb 04 18:08:36.801772 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabf2ab-4d3d-4ddb-9559-47883231b27c req-bf3c3a95-035b-4473-9d79-1fd9a9786c0d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:36.803453 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7cabf2ab-4d3d-4ddb-9559-47883231b27c req-bf3c3a95-035b-4473-9d79-1fd9a9786c0d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0545588 Feb 04 18:08:36.860132 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7cabf2ab-4d3d-4ddb-9559-47883231b27c req-7135d30f-feda-48de-876c-28afce7b7f1d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Feb 04 18:08:38.020521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279cee-55cb-4b57-bcdd-8aa75af4b0c7 req-51ea1d8d-de7b-4f9c-830d-71534c7df96f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:38.023171 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb279cee-55cb-4b57-bcdd-8aa75af4b0c7 req-51ea1d8d-de7b-4f9c-830d-71534c7df96f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0889790 Feb 04 18:08:38.078371 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb279cee-55cb-4b57-bcdd-8aa75af4b0c7 req-5b3b7d00-71b8-4b07-801f-6bfd4e5eaf33 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Feb 04 18:08:38.209785 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771282-7ae3-4722-9940-20dda4fc6a38 req-3d9af98a-e34d-49f9-8043-93e70083a302 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:38.211367 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c4771282-7ae3-4722-9940-20dda4fc6a38 req-3d9af98a-e34d-49f9-8043-93e70083a302 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0542836 Feb 04 18:08:38.270028 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c4771282-7ae3-4722-9940-20dda4fc6a38 req-e1aa6e16-00b4-4a61-a64f-e9e1b7784e08 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490701 Feb 04 18:08:38.724736 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696b70-1879-4c71-98d2-0aeec4a54bea req-d449ebc6-af4d-423f-a423-6d5dab033140 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:38.726315 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36696b70-1879-4c71-98d2-0aeec4a54bea req-d449ebc6-af4d-423f-a423-6d5dab033140 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0587850 Feb 04 18:08:38.782115 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36696b70-1879-4c71-98d2-0aeec4a54bea req-7fb0279d-cad7-4e9b-aaeb-e8b487ab68cb tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491526 Feb 04 18:08:43.402791 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:08:44.085226 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e89dc8-e41f-425a-90ab-f3f0a0e608b6 req-eba313cb-c7ea-4447-8331-0e88ed728561 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:44.086687 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f8e89dc8-e41f-425a-90ab-f3f0a0e608b6 req-eba313cb-c7ea-4447-8331-0e88ed728561 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0635769 Feb 04 18:08:44.158655 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f8e89dc8-e41f-425a-90ab-f3f0a0e608b6 req-285a1eee-f64d-4315-9752-4530c47bd7ea tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648532 Feb 04 18:08:45.295673 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465791c0-11d1-4254-beb2-5cad1b818336 req-8d51efaa-9692-4c8a-b294-5966a68a3b66 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:45.297282 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-465791c0-11d1-4254-beb2-5cad1b818336 req-8d51efaa-9692-4c8a-b294-5966a68a3b66 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0648625 Feb 04 18:08:45.366733 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-465791c0-11d1-4254-beb2-5cad1b818336 req-36a0a244-6f9a-4088-b694-c3a77cef25ed tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630383 Feb 04 18:08:46.496893 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d17275-1c46-42f8-bdcc-0dca3127edc5 req-32046f29-4bb0-45b5-910b-71fafee13815 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:46.498395 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-53d17275-1c46-42f8-bdcc-0dca3127edc5 req-32046f29-4bb0-45b5-910b-71fafee13815 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0565884 Feb 04 18:08:46.580509 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-53d17275-1c46-42f8-bdcc-0dca3127edc5 req-303dcc66-7d5f-4cda-8dc8-14825e8cdf78 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756607 Feb 04 18:08:47.704880 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd3d0-435d-435f-80a2-6b4557db3269 req-edef427c-b8d3-4545-bf76-3137bf0d2c0b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:47.706388 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b45fd3d0-435d-435f-80a2-6b4557db3269 req-edef427c-b8d3-4545-bf76-3137bf0d2c0b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0523925 Feb 04 18:08:47.755988 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b45fd3d0-435d-435f-80a2-6b4557db3269 req-4cd7de49-e195-4f15-b7e5-377d12ba6bf9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439310 Feb 04 18:08:47.883443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:48.887689 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef148ad-db45-4d9b-b5d4-d77a2cbac4a3 req-9cb23385-3a6f-4fdc-bf70-6b0512fff074 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:48.889398 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eef148ad-db45-4d9b-b5d4-d77a2cbac4a3 req-9cb23385-3a6f-4fdc-bf70-6b0512fff074 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0589607 Feb 04 18:08:48.945223 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eef148ad-db45-4d9b-b5d4-d77a2cbac4a3 req-f420c207-addc-472c-83f7-072376d89271 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496254 Feb 04 18:08:50.094276 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b68b3-ccc3-4c56-9ccb-7a0bee3964ff req-9c411854-face-480b-81ad-3a0664fde68f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:50.135469 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d7b68b3-ccc3-4c56-9ccb-7a0bee3964ff req-9c411854-face-480b-81ad-3a0664fde68f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0656698 Feb 04 18:08:50.159308 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d7b68b3-ccc3-4c56-9ccb-7a0bee3964ff req-eb1bc10b-d36b-4a2c-89d9-b4e8be4aab5e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570626 Feb 04 18:08:50.899646 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-6fec62f2-62d4-436f-9ca7-48fdbfc83559 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500083 Feb 04 18:08:51.002054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-813a4d4c-5213-4458-9a20-a9d3ddde5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.003614 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-813a4d4c-5213-4458-9a20-a9d3ddde5a4f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0462809 Feb 04 18:08:51.119472 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-35716bb3-33ba-4a37-82ff-7454b93069a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.120895 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-35716bb3-33ba-4a37-82ff-7454b93069a5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.0955846 Feb 04 18:08:51.194827 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-2ddcb0e0-6fbf-480e-a710-e30473a639b0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 1001 time: 0.0656960 Feb 04 18:08:51.269130 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-2cc58d22-ed7a-4379-84b3-0b2353b061ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.270667 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-2cc58d22-ed7a-4379-84b3-0b2353b061ff service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0687578 Feb 04 18:08:51.325323 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e4f3-e544-47b2-9d6b-f9f30799d145 req-779bebed-0bfe-46b1-8f7f-373c4345d66e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.331530 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5523e4f3-e544-47b2-9d6b-f9f30799d145 req-779bebed-0bfe-46b1-8f7f-373c4345d66e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0846541 Feb 04 18:08:51.346795 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-fdab08de-cfde-430e-991b-741eb77b290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.350880 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-fdab08de-cfde-430e-991b-741eb77b290c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633914 Feb 04 18:08:51.423767 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5523e4f3-e544-47b2-9d6b-f9f30799d145 req-82009eeb-de61-4ed2-91b4-cd5ea438dabc tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809617 Feb 04 18:08:51.502506 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-0f77bd0b-8be2-4f8f-b45d-08595b6515d2 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310227 Feb 04 18:08:51.610201 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16db57-8057-4b47-8f53-893892498a94 req-772d29a3-1f9c-4e27-8e7d-ed4da027a644 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.620092 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af16db57-8057-4b47-8f53-893892498a94 req-772d29a3-1f9c-4e27-8e7d-ed4da027a644 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0807340 Feb 04 18:08:51.652963 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-523ae134-377c-4e09-92aa-22c5bf97bbf5 req-4bfc189b-f9c4-4704-8fcd-7164d821ba79 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441128 Feb 04 18:08:51.691831 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af16db57-8057-4b47-8f53-893892498a94 req-0eeb531a-60e2-46a6-93bb-794e22d9b84e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Feb 04 18:08:51.719701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 56972) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:51.969006 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f942021-e3df-4d49-8bef-29b8e19fa86f tempest-TestMinimumBasicScenario-885042050 tempest-TestMinimumBasicScenario-885042050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:51.970981 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8f942021-e3df-4d49-8bef-29b8e19fa86f tempest-TestMinimumBasicScenario-885042050 tempest-TestMinimumBasicScenario-885042050-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1124 time: 0.2502699 Feb 04 18:08:51.975003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 56976) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:51.979508 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'port_id': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:52.121198 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:52.239174 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:52.362583 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Allocated IP 172.27.3.166 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/1b92d8cb-d331-4784-a760-b1811948dac4) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:08:52.489094 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for port (1b92d8cb-d331-4784-a760-b1811948dac4), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:52.579608 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8b7a6-fdd6-4422-9c84-6657a4de23cc req-bdf6e1cb-e3d0-4202-98e2-7b174e2aafc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:52.581506 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3dd8b7a6-fdd6-4422-9c84-6657a4de23cc req-bdf6e1cb-e3d0-4202-98e2-7b174e2aafc0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0735424 Feb 04 18:08:52.633151 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:52.647206 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3dd8b7a6-fdd6-4422-9c84-6657a4de23cc req-84bac427-4845-4621-b397-1e912110dc70 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594201 Feb 04 18:08:52.699274 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:08:52.702225 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:08:52.706277 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:08:52.731836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'Port': ['ID=1b92d8cb-d331-4784-a760-b1811948dac4,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:52.743375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.743724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.745539 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.746110 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.746621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.747035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.747471 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.747855 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.748260 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.748688 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.749108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.749634 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:52.750186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:53.163214 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for floatingip (6ed2e043-b88b-4247-b504-2310fbc2f5d9), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:53.344025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:53.402606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4f58-dd89-45b2-a560-e529223d2a96 req-ed9c41fc-9097-4b2e-abf1-d8e87446d7aa tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:53.404134 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ed7c4f58-dd89-45b2-a560-e529223d2a96 req-ed9c41fc-9097-4b2e-abf1-d8e87446d7aa tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0952632 Feb 04 18:08:53.520419 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ed7c4f58-dd89-45b2-a560-e529223d2a96 req-1799dca6-524d-47d8-930e-f32f3cb1b878 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999329 Feb 04 18:08:53.558120 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for port (1b92d8cb-d331-4784-a760-b1811948dac4), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:53.630052 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:53.702198 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'Port': ['ID=1b92d8cb-d331-4784-a760-b1811948dac4,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:53.716787 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (6ed2e043-b88b-4247-b504-2310fbc2f5d9), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:53.859401 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a80d-72c3-4036-9a7c-333342ca277a req-0634393e-3ff1-45d0-9ac1-649622018730 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:53.860908 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be44a80d-72c3-4036-9a7c-333342ca277a req-0634393e-3ff1-45d0-9ac1-649622018730 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0827100 Feb 04 18:08:53.862193 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Floating IP 6ed2e043-b88b-4247-b504-2310fbc2f5d9 associated. External IP: 172.27.3.166, port: 83ecd4ba-cf52-4c67-b991-f2331aa88d95. Feb 04 18:08:53.985023 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-be44a80d-72c3-4036-9a7c-333342ca277a req-cd89f2da-b9d9-4cc8-903c-532fdbc12a3b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883496 Feb 04 18:08:54.116701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Router 78f32f4a-f437-4b46-a974-06f323e66d74 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:08:54.479238 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:08:54.493988 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Sync routers for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:08:54.507687 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:08:54.508331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:08:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:54.565692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:54.624927 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8aef8be0-2f9b-4903-bb65-591c1128aac6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6488380 Feb 04 18:08:54.625771 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:08:54.629562 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:08:54.629825 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 56998) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:54.651127 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75408714', 'description': 'tempest-secgroup-smoke-75408714 description', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:54.664837 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:08:54.739134 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b398c2-f4ba-4d2b-9758-c3c8b967a466 req-53c6f8b9-a07e-499f-91ef-76d4141c90de tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:54.742673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:54.742867 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c4b398c2-f4ba-4d2b-9758-c3c8b967a466 req-53c6f8b9-a07e-499f-91ef-76d4141c90de tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0734727 Feb 04 18:08:54.805652 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c4b398c2-f4ba-4d2b-9758-c3c8b967a466 req-6fc20632-2f22-4866-9ab9-a0f50b15c6e0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510001 Feb 04 18:08:54.834889 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483e9527-ce4a-4b72-bdd2-777fe942f2c1 x-openstack-request-id: req-483e9527-ce4a-4b72-bdd2-777fe942f2c1 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:08:54.835269 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:08:54.835635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-483e9527-ce4a-4b72-bdd2-777fe942f2c1 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:08:54.836128 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:08:54.854737 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (bb487184-379f-4c12-a675-be51fef87f1e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:54.928325 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-12cdf2e0-b502-47ef-aeb1-211877ff6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:54.929865 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-12cdf2e0-b502-47ef-aeb1-211877ff6628 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1129 time: 0.0452268 Feb 04 18:08:54.930980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (bb487184-379f-4c12-a675-be51fef87f1e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.113960 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '6ed2e043-b88b-4247-b504-2310fbc2f5d9', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'port_id': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'mac_address': 'fa:16:3e:af:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d5301-1a67-4334-91b8-88220c31cefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:08:53Z', 'updated_at': '2022-02-04T18:08:53Z', 'revision_number': 0, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:55.169131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Checking router: 78f32f4a-f437-4b46-a974-06f323e66d74 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:08:55.173084 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6c22e-f8f0-4761-9dd5-3b9a979d7e2c req-ccd27412-b2d1-4231-aaa6-c770596e416c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.174919 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9cb6c22e-f8f0-4761-9dd5-3b9a979d7e2c req-ccd27412-b2d1-4231-aaa6-c770596e416c tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0725408 Feb 04 18:08:55.185791 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:08:55.187084 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:08:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:55.243673 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9cb6c22e-f8f0-4761-9dd5-3b9a979d7e2c req-ce347fe9-6c39-4af1-b537-f8eb43d64512 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624883 Feb 04 18:08:55.259226 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.261178 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6299624 Feb 04 18:08:55.269428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57006) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:55.282612 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:55.282854 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb487184-379f-4c12-a675-be51fef87f1e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:55.292995 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.293743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.294171 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.294616 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.295032 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.295440 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.295845 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.296252 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.296653 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.297066 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.297483 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.297922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.298356 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0f946-1080-4ca1-9686-a5b76624851c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:08:55.343121 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-1a037884-b09b-4cae-8d96-f0b8e0aaba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.345527 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-1a037884-b09b-4cae-8d96-f0b8e0aaba82 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 916 time: 0.4051883 Feb 04 18:08:55.385523 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:08:55.419559 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (d6e2e0a6-5fc8-41cb-a90c-84039e9dcd32), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.464015 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-1c566157-8085-4716-8e3c-570d9b18b29d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 999 time: 0.1092012 Feb 04 18:08:55.516949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (d6e2e0a6-5fc8-41cb-a90c-84039e9dcd32), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.592181 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (d6e2e0a6-5fc8-41cb-a90c-84039e9dcd32), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.617530 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-cc379cce-8fe0-4b7a-9685-947b97039216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.619739 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-cc379cce-8fe0-4b7a-9685-947b97039216 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.0770614 Feb 04 18:08:55.623667 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e2e0a6-5fc8-41cb-a90c-84039e9dcd32,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:55.674110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-34891e1d-9808-40d3-a630-846d9bf927e7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.675799 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-34891e1d-9808-40d3-a630-846d9bf927e7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.1077838 Feb 04 18:08:55.721968 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-d465116b-bf92-4697-983b-6c1e25e65c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.723539 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-d465116b-bf92-4697-983b-6c1e25e65c60 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923495 Feb 04 18:08:55.730242 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.737316 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a2ebbedb-5a0b-47a0-ba36-8ec3edd1458f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664102 Feb 04 18:08:55.738372 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57010) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:55.748399 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:55.841786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '6ed2e043-b88b-4247-b504-2310fbc2f5d9', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'port_id': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'mac_address': 'fa:16:3e:af:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d5301-1a67-4334-91b8-88220c31cefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:08:53Z', 'updated_at': '2022-02-04T18:08:53Z', 'revision_number': 0, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:55.873552 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39eda0-99c0-4e61-bfa4-317fb47b7d5c None None] The sync data for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi is: [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '6ed2e043-b88b-4247-b504-2310fbc2f5d9', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'port_id': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'mac_address': 'fa:16:3e:af:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d5301-1a67-4334-91b8-88220c31cefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:08:53Z', 'updated_at': '2022-02-04T18:08:53Z', 'revision_number': 0, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:08:55.878988 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-8fb0c275-f07c-4250-8322-da03432275a0 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471817 Feb 04 18:08:55.885377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Deleting port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:08:55.885993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:55.981317 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a371c5-9e9d-4549-8b39-0378342978b6 req-9744e24d-1b77-4dd1-a1ec-19dedef61173 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:55.983247 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-16a371c5-9e9d-4549-8b39-0378342978b6 req-9744e24d-1b77-4dd1-a1ec-19dedef61173 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 946 time: 0.0605187 Feb 04 18:08:56.004797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (9c70cdd5-1156-466e-9d53-f2e9672c597c), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.052409 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-16a371c5-9e9d-4549-8b39-0378342978b6 req-97387e65-ad51-4fd5-bc7d-60769a1e7bfc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=e897a18b-55d9-4865-b47d-bba103269ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583231 Feb 04 18:08:56.101108 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] For port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:56.101414 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.133190 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f1d4ff4b-2a81-40a3-88f1-6de36d6fd3c8 req-14303e91-02a5-430d-addd-38d11d6b822b service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430117 Feb 04 18:08:56.173329 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03b0dd-c9b1-42d7-b496-478a53afaa86 None None] New status for floating IP 6ed2e043-b88b-4247-b504-2310fbc2f5d9: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:08:56.307428 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (9c70cdd5-1156-466e-9d53-f2e9672c597c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.402995 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (9c70cdd5-1156-466e-9d53-f2e9672c597c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.406393 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f4e12-56e3-4a0d-a9d7-25d41880e424 req-e89af1d9-88e3-479d-ba98-dc1dbd6d5bc9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:56.407847 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-aa2f4e12-56e3-4a0d-a9d7-25d41880e424 req-e89af1d9-88e3-479d-ba98-dc1dbd6d5bc9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0855002 Feb 04 18:08:56.469201 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-aa2f4e12-56e3-4a0d-a9d7-25d41880e424 req-c9739b17-88d5-4a28-a09f-38f5f51dc0a0 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550811 Feb 04 18:08:56.508679 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c70cdd5-1156-466e-9d53-f2e9672c597c,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:56.552173 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.562232 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.562232 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Floating IP d6c51a33-7d36-4752-88ed-f84425e2e5e2 disassociated. External IP: 172.27.3.93, port: fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0. Feb 04 18:08:56.562232 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Calling delete_port for fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:08:56.659674 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.660783 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1e4b7094-303a-4cf9-81f1-3cce8f456a0b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9168422 Feb 04 18:08:56.663538 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57016) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:56.668513 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:56.830605 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (833c0811-bc2e-485b-bb32-ef1cb7cb26c2), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.866887 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:56.900073 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'Port': ['ID=fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:56.908724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (833c0811-bc2e-485b-bb32-ef1cb7cb26c2), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.013944 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (833c0811-bc2e-485b-bb32-ef1cb7cb26c2), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.040294 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833c0811-bc2e-485b-bb32-ef1cb7cb26c2,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:57.046695 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:08:57.137895 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.139180 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-dc100678-6ad4-43f2-a94e-cb37c1881e7f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4745584 Feb 04 18:08:57.143150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57022) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:57.149343 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:57.175230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:08:57.185901 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:08:57.206150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:08:57.207701 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:08:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:57.210460 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3f27fc14-69f8-4df4-bcf4-88d37e013b0c req-414ac8fd-ed04-4fe5-bd33-964e9f6560e8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0431831 Feb 04 18:08:57.237430 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] No DVR routers for this DVR port fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:08:57.240697 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.244467 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ff63f0a-d5fc-4383-a205-e25010b35cb9 req-10129a13-0793-40ab-90fc-43176b528a65 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "DELETE /v2.0/ports/fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 HTTP/1.1" status: 204 len: 173 time: 1.5618227 Feb 04 18:08:57.245018 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-deleted', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:08:57.247567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28b475d-939b-45ed-aa12-81fdcd941fcc" -d '{"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-deleted", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:08:57.288281 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (09a2b7d1-f47a-4857-9304-73f2d0e71ce3), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.388383 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (09a2b7d1-f47a-4857-9304-73f2d0e71ce3), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.421323 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:08:57.457428 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daea4055-aa52-421c-952a-73873256b603 x-openstack-request-id: req-daea4055-aa52-421c-952a-73873256b603 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:08:57.457747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514ca883-72d2-4695-a4b6-47c18ce4add5", "name": "network-vif-deleted", "tag": "fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:08:57.458005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-daea4055-aa52-421c-952a-73873256b603 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:08:57.458464 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514ca883-72d2-4695-a4b6-47c18ce4add5', 'name': 'network-vif-deleted', 'tag': 'fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0', 'status': 'completed', 'code': 200} Feb 04 18:08:57.475586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (09a2b7d1-f47a-4857-9304-73f2d0e71ce3), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.500659 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a2b7d1-f47a-4857-9304-73f2d0e71ce3,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:57.613765 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.615885 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e2b8ed40-01fe-43eb-856a-816d84745f8d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4709041 Feb 04 18:08:57.618948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57028) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:57.625512 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:57.665675 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5991-8f3a-49c7-9544-b233217d44d8 req-d75298ac-c2ee-467a-b5ab-c846a27f0017 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:57.668555 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ccaf5991-8f3a-49c7-9544-b233217d44d8 req-d75298ac-c2ee-467a-b5ab-c846a27f0017 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1075542 Feb 04 18:08:57.675620 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:57.706775 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:08:57.719120 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:08:57.720056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:08:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:57.740395 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.securitygroups_db [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Project 369ffaf0cb1e4d2f913bfd52d63bf010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:08:57.748934 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (8fb981f6-7ca0-46a6-8326-c8826d6e0ab2), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.758842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ccaf5991-8f3a-49c7-9544-b233217d44d8 req-fb4dd0d8-3d53-4c85-bb56-6b82cc17f588 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843594 Feb 04 18:08:57.844309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (8fb981f6-7ca0-46a6-8326-c8826d6e0ab2), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.884012 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:08:57.972214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (8fb981f6-7ca0-46a6-8326-c8826d6e0ab2), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:57.989548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb981f6-7ca0-46a6-8326-c8826d6e0ab2,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:58.132607 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:08:58.148094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.149608 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2b87ad7e-3c9a-4ef4-b63a-7d77ca08e4cd tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5293403 Feb 04 18:08:58.152315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57034) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:58.157137 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'security_group_rule': {'security_group_id': 'bb487184-379f-4c12-a675-be51fef87f1e', 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:58.160403 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707678d8-b03f-4772-9e86-909cbde4809e None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:08:58.260321 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.securitygroups_db [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Project 369ffaf0cb1e4d2f913bfd52d63bf010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:08:58.268101 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (2eb2c0cb-4706-4800-9637-813616d74818), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.377447 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (2eb2c0cb-4706-4800-9637-813616d74818), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.415663 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76573afc-f659-4c07-8001-dfbb3c0b3c0a req-686394fd-6798-45fb-9eab-27332b0f25f1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=514ca883-72d2-4695-a4b6-47c18ce4add5 HTTP/1.1" status: 200 len: 210 time: 0.0486622 Feb 04 18:08:58.470399 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (2eb2c0cb-4706-4800-9637-813616d74818), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.512848 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb2c0cb-4706-4800-9637-813616d74818,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:58.520898 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f45b3e8-409f-450b-ae1d-dda510f7c9df None None] New status for floating IP d6c51a33-7d36-4752-88ed-f84425e2e5e2: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:08:58.654651 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2a641299-9567-46f2-9a19-a10bcba01e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.681210 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:58.684060 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3ac1a17e-8d9f-4c4b-96aa-90eab5c1ec72 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5303113 Feb 04 18:08:58.794509 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-c61fa5f4-9a51-4da3-92e6-41994f6c9028 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75408714&fields=id&tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010 HTTP/1.1" status: 200 len: 267 time: 0.0579374 Feb 04 18:08:58.863081 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-1799a22b-d82a-4b5b-8075-832ae8cac0f6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:58.864114 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-1799a22b-d82a-4b5b-8075-832ae8cac0f6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0684056 Feb 04 18:08:58.888942 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'port': {'security_groups': ['0344731c-e74f-4959-a2c6-d242481971f6', 'bb487184-379f-4c12-a675-be51fef87f1e']}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:08:59.073940 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:08:59.074322 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:59.088949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101f6f4-7f90-423b-9b3e-9d3073b7ef48 req-b1dac006-233f-4190-9187-614e04efd935 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:59.091436 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1101f6f4-7f90-423b-9b3e-9d3073b7ef48 req-b1dac006-233f-4190-9187-614e04efd935 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1935225 Feb 04 18:08:59.105489 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:08:59.106261 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device fe3cfe16-c9c7-4dcd-a6bf-b32b9ba77df0 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:08:59.350263 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1101f6f4-7f90-423b-9b3e-9d3073b7ef48 req-ecf2b7b1-c285-48cc-ad1d-1ac81f72bbee tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395699 Feb 04 18:08:59.533612 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:08:59.568536 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:59.668215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:59.707512 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:08:59.738954 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:08:59.738954 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:59.738954 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e2cfaae3-9bf4-4567-993d-7261e31c7865 req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "PUT /v2.0/ports/83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 981 time: 0.8512247 Feb 04 18:08:59.738954 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:08:59.739640 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:08:59.789807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57052) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:08:59.809883 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6c293-7fb8-4223-a681-be733f51e859 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=6']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:08:59.883820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9facd-5dba-49a0-8e85-004a8ca3261a x-openstack-request-id: req-80f9facd-5dba-49a0-8e85-004a8ca3261a {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:08:59.884409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:08:59.885068 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80f9facd-5dba-49a0-8e85-004a8ca3261a {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:08:59.885990 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:08:59.919757 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (e897a18b-55d9-4865-b47d-bba103269ef5), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:08:59.944481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:09:00.044094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (e897a18b-55d9-4865-b47d-bba103269ef5), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:00.074374 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-59415e33-e47f-4aa9-9052-40980dfb2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.077071 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-59415e33-e47f-4aa9-9052-40980dfb2300 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1168 time: 0.1281412 Feb 04 18:09:00.104856 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bad68-5c10-4ab2-a187-811608aae9cc req-2fcfad36-1a97-4259-83c0-d069da40ecbf tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.107521 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd6bad68-5c10-4ab2-a187-811608aae9cc req-2fcfad36-1a97-4259-83c0-d069da40ecbf tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.1951859 Feb 04 18:09:00.305263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-105204d4-992f-4436-bb4b-39c6a1b1c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.307623 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-105204d4-992f-4436-bb4b-39c6a1b1c7e2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 916 time: 0.2175064 Feb 04 18:09:00.320052 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd6bad68-5c10-4ab2-a187-811608aae9cc req-1c83aeaf-2f0c-4b82-bf4a-93d6c11129cc tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2053454 Feb 04 18:09:00.393628 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e897a18b-55d9-4865-b47d-bba103269ef5), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:00.396502 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:00.397724 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "DELETE /v2.0/security-groups/e897a18b-55d9-4865-b47d-bba103269ef5 HTTP/1.1" status: 204 len: 168 time: 0.6068935 Feb 04 18:09:00.402979 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57064) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:00.418404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219fb1d-884b-4eb4-92df-696983fd19a1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897a18b-55d9-4865-b47d-bba103269ef5,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:00.449572 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-b096ec2e-3f28-4fbd-b3b3-733005c71255 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 1001 time: 0.1319447 Feb 04 18:09:00.458863 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-51e876d5-5464-41c6-afba-0a82ffefd922 None None] Provisioning complete for port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:09:00.459453 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-51e876d5-5464-41c6-afba-0a82ffefd922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:00.471403 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.api.v2.resource [None req-12ae3278-a8f9-4f6e-875f-814711bc6d15 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] show failed (client error): The resource could not be found. Feb 04 18:09:00.479111 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-12ae3278-a8f9-4f6e-875f-814711bc6d15 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups/e897a18b-55d9-4865-b47d-bba103269ef5 HTTP/1.1" status: 404 len: 347 time: 0.0692942 Feb 04 18:09:00.480001 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57066) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:00.572797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-e0fd6d92-6b93-4e9d-89a3-34970c5d3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.580266 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-e0fd6d92-6b93-4e9d-89a3-34970c5d3bb6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.1206224 Feb 04 18:09:00.697499 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-536ae851-e114-4c4f-9749-8de0974e2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.699772 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-536ae851-e114-4c4f-9749-8de0974e2b4a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144795 Feb 04 18:09:00.882355 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-e5b48d7a-7530-42ac-9d2f-faba81b20411 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744211 Feb 04 18:09:00.910647 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-51e876d5-5464-41c6-afba-0a82ffefd922 None None] Current status of the port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:00.930783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e268ab1-65ef-4156-a925-2383d4ce6896 req-07bc1116-6494-4af3-8aba-b3638a9d2151 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:00.947061 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e268ab1-65ef-4156-a925-2383d4ce6896 req-07bc1116-6494-4af3-8aba-b3638a9d2151 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.3521194 Feb 04 18:09:01.010054 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Deleting port ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:09:01.011442 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.023157 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e50bc41b-eaa6-4dc7-9b1c-62f8945d09ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.027687 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-ebc8be8e-3281-47e9-b27b-df6de30e4e7f req-9dea1609-df60-49f4-99bb-8e23941eed73 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384411 Feb 04 18:09:01.135174 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e268ab1-65ef-4156-a925-2383d4ce6896 req-c6832126-29a8-4493-9305-5f44fd26fcde tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747584 Feb 04 18:09:01.214906 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.215612 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.271321 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Calling delete_port for ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6 owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:09:01.491357 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc90ebb-17fc-4e74-a516-0a286bf911df req-d90d58a2-92a3-4bf7-9d96-23574885f930 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:01.492972 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebc90ebb-17fc-4e74-a516-0a286bf911df req-d90d58a2-92a3-4bf7-9d96-23574885f930 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0967669 Feb 04 18:09:01.590273 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebc90ebb-17fc-4e74-a516-0a286bf911df req-ef582ef3-372a-44b7-a83e-6fe8db0f31dd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849700 Feb 04 18:09:01.654765 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.688089 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'Port': ['ID=ef2f3e59-dd0e-4846-9ac0-c1c9857bf2c6,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:01.774091 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (d6c51a33-7d36-4752-88ed-f84425e2e5e2), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.777517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:01.779098 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e2569818-5d26-46be-9a2f-939f5ce4925d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "DELETE /v2.0/floatingips/d6c51a33-7d36-4752-88ed-f84425e2e5e2 HTTP/1.1" status: 204 len: 168 time: 1.2976766 Feb 04 18:09:02.134349 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.267367 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57074) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:02.275736 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22729496', 'description': 'tempest-description--787632090'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:02.326934 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a63e-3578-4685-84c0-3f2e7df7db33 req-16958104-0de0-4f24-b76f-5acecfafb76d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.329118 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7b24a63e-3578-4685-84c0-3f2e7df7db33 req-16958104-0de0-4f24-b76f-5acecfafb76d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0853086 Feb 04 18:09:02.369626 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.422076 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7b24a63e-3578-4685-84c0-3f2e7df7db33 req-b88e9e65-790b-4487-bca4-2bcb49429683 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824072 Feb 04 18:09:02.471369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (acabeb08-e931-40c3-b990-4837cad28949), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.534559 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (acabeb08-e931-40c3-b990-4837cad28949), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.568867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acabeb08-e931-40c3-b990-4837cad28949,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:02.671423 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.673320 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c8852e12-6764-4b59-ac18-9ccd66322d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4034421 Feb 04 18:09:02.676608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57078) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:02.684668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group_rule': {'security_group_id': 'acabeb08-e931-40c3-b990-4837cad28949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:02.736700 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b86e1-6380-4959-941c-b15721b0503c req-a14713e9-600a-4933-8c94-3a347dfa1d9a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:02.738247 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b5b86e1-6380-4959-941c-b15721b0503c req-a14713e9-600a-4933-8c94-3a347dfa1d9a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0639105 Feb 04 18:09:02.793998 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b5b86e1-6380-4959-941c-b15721b0503c req-f6e8a30e-5622-4dce-a1d6-c7b107dbcf88 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Feb 04 18:09:02.795236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (8d0d7247-2292-4603-9fdd-6672fec03a4d), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.883365 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (8d0d7247-2292-4603-9fdd-6672fec03a4d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:02.997251 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (8d0d7247-2292-4603-9fdd-6672fec03a4d), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.018088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0d7247-2292-4603-9fdd-6672fec03a4d,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:03.107666 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.108908 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-114eb3f1-04df-4b15-92c4-a68ffdca9d36 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4309120 Feb 04 18:09:03.112023 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57080) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:03.116963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'security_group_rule': {'security_group_id': 'acabeb08-e931-40c3-b990-4837cad28949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:03.220447 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (3949f650-0b4b-42b6-afd9-e8e4f2d2b909), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.248814 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.286572 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (3949f650-0b4b-42b6-afd9-e8e4f2d2b909), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.368265 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (3949f650-0b4b-42b6-afd9-e8e4f2d2b909), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.393829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3949f650-0b4b-42b6-afd9-e8e4f2d2b909,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:03.479547 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.481127 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-8225131a-d3f5-472b-980e-f34852418b23 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678882 Feb 04 18:09:03.485959 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57084) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:03.493109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:03.565503 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880c14-a7af-427d-b068-c8f418a4e745 req-943d3dc7-401b-4d99-b2a1-dad9d5def8a3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:03.567076 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb880c14-a7af-427d-b068-c8f418a4e745 req-943d3dc7-401b-4d99-b2a1-dad9d5def8a3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0694127 Feb 04 18:09:03.605705 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.637709 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fb880c14-a7af-427d-b068-c8f418a4e745 req-92326d16-7c0b-46a9-825b-45c37a35a702 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606546 Feb 04 18:09:03.732367 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:03.843894 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Allocated IP 172.27.3.249 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/07d6f468-dd34-447a-92dc-2b7931cd0c39) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:09:03.987041 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.009040 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8bbf8-1c73-468c-8f38-c085d4f6f891 req-bd8d971c-d65f-4915-899a-482cdff73678 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:04.013715 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-15c8bbf8-1c73-468c-8f38-c085d4f6f891 req-bd8d971c-d65f-4915-899a-482cdff73678 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0948021 Feb 04 18:09:04.074940 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-15c8bbf8-1c73-468c-8f38-c085d4f6f891 req-ad28bc1d-a9f2-4a3a-87b1-253fbd1df2f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553372 Feb 04 18:09:04.121598 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.165453 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:09:04.169489 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:09:04.173030 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:09:04.178575 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=07d6f468-dd34-447a-92dc-2b7931cd0c39,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:04.267755 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.374138 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.546770 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.608596 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.679820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=07d6f468-dd34-447a-92dc-2b7931cd0c39,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:04.694541 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.795666 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b49a6f-37e0-42b8-8e7f-9a6ef861ea9c req-6fb6ff0e-9eb4-48c8-ae41-b776453f3ce9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:04.797242 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96b49a6f-37e0-42b8-8e7f-9a6ef861ea9c req-6fb6ff0e-9eb4-48c8-ae41-b776453f3ce9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0617945 Feb 04 18:09:04.816888 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.818080 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b22bbfe0-197d-434d-8eaf-07bafad7dfdc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3309979 Feb 04 18:09:04.848536 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:04.868897 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96b49a6f-37e0-42b8-8e7f-9a6ef861ea9c req-24295c42-65b8-4860-a3e3-efd0f7a320ef tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616236 Feb 04 18:09:05.065512 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-d5c66dab-f1f6-4549-9d79-2294187c1eab tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--22729496&fields=id&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 267 time: 0.0482106 Feb 04 18:09:05.217193 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-0d5a7fcd-7b3c-4cf9-89f3-c9581650dedc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:05.218961 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-0d5a7fcd-7b3c-4cf9-89f3-c9581650dedc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 815 time: 0.1466870 Feb 04 18:09:05.244599 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-09ab9d81-4641-4ca3-b666-fa6731c0a43d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/quotas/745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 375 time: 0.0148325 Feb 04 18:09:05.255623 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf877ac-fcb0-43b8-bf18-404fc8ce84ac req-8434551b-4ca8-4b4b-b2b2-6022fe3d82f9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:05.257184 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3cf877ac-fcb0-43b8-bf18-404fc8ce84ac req-8434551b-4ca8-4b4b-b2b2-6022fe3d82f9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1008422 Feb 04 18:09:05.333795 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3cf877ac-fcb0-43b8-bf18-404fc8ce84ac req-f94e273a-d062-42b2-be76-41df0b1a1ccc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665681 Feb 04 18:09:05.344216 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-72de0d91-9b9d-43f6-acb0-df6f7138c147 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858123 Feb 04 18:09:05.456210 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-1ec8db78-3feb-43ea-a3b0-aba67fea541d service neutron] 10.222.0.98 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963447 Feb 04 18:09:05.551487 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-f9a878cc-c274-48be-8b3f-42df3d5ccb54 service neutron] 10.222.0.98 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891747 Feb 04 18:09:06.006316 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4639d-7833-4fc2-86db-ef373ef95140 req-65a3a0c7-b5a0-4410-a3d0-54aba8a0257f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:06.008153 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bab4639d-7833-4fc2-86db-ef373ef95140 req-65a3a0c7-b5a0-4410-a3d0-54aba8a0257f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0613518 Feb 04 18:09:06.063851 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bab4639d-7833-4fc2-86db-ef373ef95140 req-5ad23165-2b59-40fb-948b-1f1e3d9b1107 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 Feb 04 18:09:06.462950 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6ca21-c52e-4068-b2b5-4ced16484585 req-5c3b0876-1a33-492f-9a07-b68a2c846bf9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:06.464495 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ed6ca21-c52e-4068-b2b5-4ced16484585 req-5c3b0876-1a33-492f-9a07-b68a2c846bf9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0551953 Feb 04 18:09:06.520356 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ed6ca21-c52e-4068-b2b5-4ced16484585 req-fde81dda-5a9e-44e4-9bd3-5f02a614c9d4 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Feb 04 18:09:06.838137 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-03038190-c38b-41b7-b2f4-e47f588ee2c0 req-c42b5154-cf8e-4254-8fe3-826f871b6ebc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0336518 Feb 04 18:09:07.200504 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24bece-7670-4bcc-aa27-c0ad0b380d59 req-3ddac969-6f5c-4d03-bd4c-1b9f03c19a30 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:07.202049 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd24bece-7670-4bcc-aa27-c0ad0b380d59 req-3ddac969-6f5c-4d03-bd4c-1b9f03c19a30 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0661366 Feb 04 18:09:07.258539 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd24bece-7670-4bcc-aa27-c0ad0b380d59 req-d8c550c9-112e-4d7f-960c-bea03cebafbe tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Feb 04 18:09:07.649896 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7226d-a19c-4475-bee9-668a798d6293 req-622127ab-77f6-4414-8e59-d8e783aec3ce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:07.651528 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ac7226d-a19c-4475-bee9-668a798d6293 req-622127ab-77f6-4414-8e59-d8e783aec3ce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0588911 Feb 04 18:09:07.701026 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ac7226d-a19c-4475-bee9-668a798d6293 req-ba1566bc-2fa3-4297-bf41-77c057ec4844 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Feb 04 18:09:07.956456 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6adff09b-c89b-441d-87c0-f5b9803fe1ff req-07b0c571-4078-4659-b343-7f64266871a2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Feb 04 18:09:08.396446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183eede-61ab-4615-9c83-bb7513f54816 req-294d17ed-fd3e-4163-b769-ce14d9bb9176 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:08.398103 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c183eede-61ab-4615-9c83-bb7513f54816 req-294d17ed-fd3e-4163-b769-ce14d9bb9176 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0610158 Feb 04 18:09:08.461577 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c183eede-61ab-4615-9c83-bb7513f54816 req-f35f6c73-f51c-469f-8c87-e88c9536b24e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529764 Feb 04 18:09:08.835179 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed471-58d4-4726-8d2d-15d1d7360b8d req-c55c73c6-a578-4f0b-9de0-c5d884724baf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:08.837240 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-934ed471-58d4-4726-8d2d-15d1d7360b8d req-c55c73c6-a578-4f0b-9de0-c5d884724baf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0593431 Feb 04 18:09:08.918232 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-934ed471-58d4-4726-8d2d-15d1d7360b8d req-e9fa8966-2d24-44fd-8fce-cf03e22b9b7c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716648 Feb 04 18:09:09.084798 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a14e817-d160-4cd2-aeb0-a74c269fc9f3 req-40d93aa9-914d-415b-8d37-0c608bd1efd9 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0492821 Feb 04 18:09:09.479326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-7a9a031f-6a61-41a1-8897-87db82a0ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:09.480927 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-7a9a031f-6a61-41a1-8897-87db82a0ea93 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0493948 Feb 04 18:09:09.583572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-532b8408-f47f-47df-94df-9544cb52fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:09.585450 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-532b8408-f47f-47df-94df-9544cb52fb90 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.0981190 Feb 04 18:09:09.616930 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9849a-b9ca-40e7-9f5d-3f1d1b174ad0 req-bf6608bb-67f4-4622-b46c-00e0f2f9ca88 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:09.618462 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a7d9849a-b9ca-40e7-9f5d-3f1d1b174ad0 req-bf6608bb-67f4-4622-b46c-00e0f2f9ca88 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0813308 Feb 04 18:09:09.654406 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-1f5dd590-6bca-4928-a25f-bd544b55d50f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1002 time: 0.0628123 Feb 04 18:09:09.674324 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a7d9849a-b9ca-40e7-9f5d-3f1d1b174ad0 req-8a1c8a87-b679-4c1c-a18c-b2ca2a025334 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Feb 04 18:09:09.705442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-cb4cdd52-80ab-493b-b30b-0e900c626e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:09.706924 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-cb4cdd52-80ab-493b-b30b-0e900c626e0d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0465415 Feb 04 18:09:09.762491 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-6b183448-adc0-41e2-adde-7fba0165fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:09.763945 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-6b183448-adc0-41e2-adde-7fba0165fb9e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505166 Feb 04 18:09:09.865728 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-765fc58f-38d1-4da7-96b6-cd45fc7867f3 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949521 Feb 04 18:09:09.981016 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-84e8dc43-d90a-4891-b679-919b006ccb9e req-b9d0226b-3941-42f0-8441-a64dc3dff249 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068566 Feb 04 18:09:10.062090 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d0aeb-243d-4c36-a315-08931b116c77 req-4248957e-4c57-49cf-8032-7ba12e8e6110 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:10.063515 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dc2d0aeb-243d-4c36-a315-08931b116c77 req-4248957e-4c57-49cf-8032-7ba12e8e6110 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0644867 Feb 04 18:09:10.129881 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dc2d0aeb-243d-4c36-a315-08931b116c77 req-208bfb14-2230-4e44-9a9b-2926c1bb8c0e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605562 Feb 04 18:09:10.200274 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bf0bfc4d-5fd3-4947-bc4a-9cafd29bd0ce req-980e6872-5178-4467-8fac-a8da0152a085 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Feb 04 18:09:10.793607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7c98-aa63-4e77-a52d-ef0cfe280761 req-72ffa650-5efe-4204-a0b7-0d9b0d771c3b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:10.795120 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72dc7c98-aa63-4e77-a52d-ef0cfe280761 req-72ffa650-5efe-4204-a0b7-0d9b0d771c3b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0531054 Feb 04 18:09:10.846669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-72dc7c98-aa63-4e77-a52d-ef0cfe280761 req-6908e48a-43b3-485f-9ca4-04e48f1d2700 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Feb 04 18:09:11.183885 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-fbb4d7de-f847-4ddd-8812-38279c5b9320 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:11.185902 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-fbb4d7de-f847-4ddd-8812-38279c5b9320 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 815 time: 0.1108398 Feb 04 18:09:11.262903 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-73a757f5-fb82-4b06-8f7d-69754c508046 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 378 time: 0.0596011 Feb 04 18:09:11.279105 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'port': {'device_id': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'admin_state_up': True, 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'security_groups': ['acabeb08-e931-40c3-b990-4837cad28949']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:11.310514 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d153-4870-49c2-8566-96be8c564d39 req-cadf1a4c-0ba5-4e16-a10c-64ce3508dda7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:11.312369 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3f91d153-4870-49c2-8566-96be8c564d39 req-cadf1a4c-0ba5-4e16-a10c-64ce3508dda7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0895319 Feb 04 18:09:11.359266 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-03006a92-1cb7-4827-a25d-143b4dada863 req-978ee044-761b-42a6-89aa-2366d6247e50 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0451441 Feb 04 18:09:11.417721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3f91d153-4870-49c2-8566-96be8c564d39 req-d6fb6bc9-16c7-4e0b-9618-caf06d77612b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895548 Feb 04 18:09:11.497823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Made reservation on behalf of 745beddd0c154d82a7e95298706587b1 for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:09:11.501455 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:11.645762 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Allocated IP 172.20.0.5 (0bab5cdf-34a8-435a-8e36-431b0f11e511/fae40914-ae36-4d4d-bc24-7a0c1c9e1662/8dbc5ea2-225d-4915-8e59-f39e014f906a) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:09:11.797871 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:11.928933 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:11.991692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e1dd5-329f-4614-99b1-3de10fe22ccf req-2cca05b8-b267-4f7b-863c-4acda2f7b6df tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:11.994741 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ce1e1dd5-329f-4614-99b1-3de10fe22ccf req-2cca05b8-b267-4f7b-863c-4acda2f7b6df tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0739591 Feb 04 18:09:11.998931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:09:12.003054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:09:12.009148 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:09:12.017008 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:12.080648 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ce1e1dd5-329f-4614-99b1-3de10fe22ccf req-2c08ea08-1fa5-48a3-84f7-c70c110916c6 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771856 Feb 04 18:09:12.108243 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:12.109273 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:12.199400 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-e5d53a7d-3c04-4a8e-985a-1ea59e12b397 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9254634 Feb 04 18:09:12.275477 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Request body: {'port': {'device_id': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:12.315772 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-9ac5e0d9-6049-4a60-8d97-1ea99edd5b54 None None] Provisioning complete for port 8dbc5ea2-225d-4915-8e59-f39e014f906a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:09:12.316405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9ac5e0d9-6049-4a60-8d97-1ea99edd5b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:12.361534 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:12.379253 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5e0d9-6049-4a60-8d97-1ea99edd5b54 None None] Port 8dbc5ea2-225d-4915-8e59-f39e014f906a cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:09:12.545934 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67256a-efbc-4d80-a71d-850d846aa4fa req-10724a92-834c-43d2-8bd8-ccb8f03f6f77 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:12.548540 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e67256a-efbc-4d80-a71d-850d846aa4fa req-10724a92-834c-43d2-8bd8-ccb8f03f6f77 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 931 time: 0.0796926 Feb 04 18:09:12.677496 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e67256a-efbc-4d80-a71d-850d846aa4fa req-a48ab3da-6218-4c45-9b5c-9571b91351e2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144426 Feb 04 18:09:12.692647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344f530-7001-41cd-a425-79c689f3f93a req-4a76e366-5fa4-4f22-84a5-703c396c1dfd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:12.695389 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6344f530-7001-41cd-a425-79c689f3f93a req-4a76e366-5fa4-4f22-84a5-703c396c1dfd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1451726 Feb 04 18:09:12.773182 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6344f530-7001-41cd-a425-79c689f3f93a req-5c80567f-0d1d-45d6-821b-89f84c84bf05 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610793 Feb 04 18:09:12.977370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:09:12.986869 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks [] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.001331 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Transition to ACTIVE for port object 8dbc5ea2-225d-4915-8e59-f39e014f906a will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:09:13.076899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.131648 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:13.220553 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Attempting to bind port 8dbc5ea2-225d-4915-8e59-f39e014f906a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:09:13.221579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Attempting to bind port 8dbc5ea2-225d-4915-8e59-f39e014f906a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:09:13.221579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Attempting to bind port 8dbc5ea2-225d-4915-8e59-f39e014f906a on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:09:13.226340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Port 8dbc5ea2-225d-4915-8e59-f39e014f906a on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:09:13.226735 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Attempting to bind port 8dbc5ea2-225d-4915-8e59-f39e014f906a on network 0bab5cdf-34a8-435a-8e36-431b0f11e511 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:09:13.232540 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:09:13.232903 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Checking segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:09:13.233267 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Bound using segment: {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:09:13.233706 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Bound port: 8dbc5ea2-225d-4915-8e59-f39e014f906a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a071be-0c60-4f2b-b713-411c515c3288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:09:13.234065 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.283635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3247b-0d67-4da7-b7f5-6eb5522f62dd req-fcc597e2-3fa1-4e87-9985-75891e71db5a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.286275 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-94f3247b-0d67-4da7-b7f5-6eb5522f62dd req-fcc597e2-3fa1-4e87-9985-75891e71db5a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0852153 Feb 04 18:09:13.321004 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:09:13.325653 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:09:13.368495 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-94f3247b-0d67-4da7-b7f5-6eb5522f62dd req-144ff0c1-ed12-4388-9713-ed8675726f97 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735734 Feb 04 18:09:13.396402 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.465793 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.466822 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:13.468785 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] 10.222.0.113 "PUT /v2.0/ports/8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 1093 time: 1.1996884 Feb 04 18:09:13.469930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:13.473276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222a841-167a-44fe-a9d6-7b16e2265024" -d '{"events": [{"name": "network-changed", "server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:13.492949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-f118f541-9ff4-4973-ae08-cfb4cbe820dd req-21dc4c54-8dfc-49f7-b84b-4a61aaec09d3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:09:13.495729 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f118f541-9ff4-4973-ae08-cfb4cbe820dd req-21dc4c54-8dfc-49f7-b84b-4a61aaec09d3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107310 Feb 04 18:09:13.512260 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff36a-8760-4055-aa0c-4701c02b8abd service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:13.561491 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bf8d7f-d7f7-4b41-956d-5fb46c765d4f x-openstack-request-id: req-d0bf8d7f-d7f7-4b41-956d-5fb46c765d4f {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:13.561958 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:13.562324 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0bf8d7f-d7f7-4b41-956d-5fb46c765d4f {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:13.562898 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'status': 'completed', 'code': 200} Feb 04 18:09:13.676839 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-4b77585c-636f-428f-b513-3b05fb91fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.678607 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-4b77585c-636f-428f-b513-3b05fb91fa48 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1127 time: 0.0639532 Feb 04 18:09:13.817657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-90f2ff2e-eca5-4bd5-a77a-fc2e14a47b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.819493 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-90f2ff2e-eca5-4bd5-a77a-fc2e14a47b36 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=745beddd0c154d82a7e95298706587b1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1277568 Feb 04 18:09:13.893718 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f90d12-b2b6-4d4b-9f00-9401b9b5e5a9 req-0feb1a42-e8a6-4d0a-b36d-a0e4241c952c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.896377 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96f90d12-b2b6-4d4b-9f00-9401b9b5e5a9 req-0feb1a42-e8a6-4d0a-b36d-a0e4241c952c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0908198 Feb 04 18:09:13.969559 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-8e4b474f-5502-417d-9bd9-a88b607e718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:13.972388 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9222a841-167a-44fe-a9d6-7b16e2265024 req-8e4b474f-5502-417d-9bd9-a88b607e718a service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1447699 Feb 04 18:09:13.996722 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-96f90d12-b2b6-4d4b-9f00-9401b9b5e5a9 req-43d15188-a0a6-43d9-9cc3-add76b4a37e7 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831876 Feb 04 18:09:14.025523 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4848-15b4-49f1-8feb-29c29413dc7c req-cf700412-2df8-40a1-8ad8-6519e4f14c73 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:14.028999 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff9e4848-15b4-49f1-8feb-29c29413dc7c req-cf700412-2df8-40a1-8ad8-6519e4f14c73 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1252558 Feb 04 18:09:14.077948 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-100d3413-54fb-4f1a-af81-4cebd729e12c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960183 Feb 04 18:09:14.115468 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff9e4848-15b4-49f1-8feb-29c29413dc7c req-d2d6b89c-c49f-41ba-97c1-ef0ea632d0f9 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794172 Feb 04 18:09:14.140176 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-6b038db0-a183-432a-967d-67a276accbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:14.141767 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-6b038db0-a183-432a-967d-67a276accbda service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1127 time: 0.0872135 Feb 04 18:09:14.191376 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-edd26665-3b81-4c9f-97c5-8514437c4b90 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 217 time: 0.0364971 Feb 04 18:09:14.195391 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958d9b-f7bd-4d77-aa02-e80564f69ad0 req-9614ea1b-4ccd-4174-8cbf-903c215bf02e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:14.198648 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76958d9b-f7bd-4d77-aa02-e80564f69ad0 req-9614ea1b-4ccd-4174-8cbf-903c215bf02e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1194785 Feb 04 18:09:14.271051 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-76958d9b-f7bd-4d77-aa02-e80564f69ad0 req-4cc14ae3-fdf4-4262-a096-a0d5d1503c80 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656834 Feb 04 18:09:14.284239 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-c136d91f-89cf-4fd9-9f77-ae05905d56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:14.287238 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-c136d91f-89cf-4fd9-9f77-ae05905d56f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0883904 Feb 04 18:09:14.348157 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-69bb9991-0a80-4768-83fb-29992813d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:14.349809 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-69bb9991-0a80-4768-83fb-29992813d680 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549114 Feb 04 18:09:14.444667 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-4d05aa0d-9be2-472c-bfa7-f11048fa2a67 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887926 Feb 04 18:09:14.535087 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-10e4f7d1-2aeb-489d-813f-0102e18ed644 req-5a23e1bd-3247-42ad-b4c6-0d1c05e756f2 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Feb 04 18:09:15.122976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:09:15.193946 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438fd3f-0485-4a2b-bc6f-c2fc1c73f146 req-5b062178-49eb-4304-8129-52487bcdc08f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:15.196616 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1438fd3f-0485-4a2b-bc6f-c2fc1c73f146 req-5b062178-49eb-4304-8129-52487bcdc08f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1027801 Feb 04 18:09:15.270559 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a8ca804a-2879-4f45-91f3-f7ace366691d is: ACTIVE; New status is: DOWN {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:15.276405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:15.309058 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1438fd3f-0485-4a2b-bc6f-c2fc1c73f146 req-156414bf-67b3-4261-a5b3-efca9506d48a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027441 Feb 04 18:09:15.337790 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:15.338484 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73cca7-6ed5-4354-8ce1-a7eb593e3cf7 req-3592e21d-6324-4613-af10-3696ea5dc740 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:15.339184 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:15.341105 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8f73cca7-6ed5-4354-8ce1-a7eb593e3cf7 req-3592e21d-6324-4613-af10-3696ea5dc740 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1102219 Feb 04 18:09:15.342088 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88655072-1954-4824-b3cc-5c38070bf8c3" -d '{"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:15.424849 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8f73cca7-6ed5-4354-8ce1-a7eb593e3cf7 req-5f134d69-1ea4-4c20-92b8-daf2c2f9d4cc tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693960 Feb 04 18:09:15.426756 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:15.482842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98057889-6261-489d-b043-e2a7d37536ce req-33e70bab-fca0-442d-a919-af0017422fb5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:15.485004 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98057889-6261-489d-b043-e2a7d37536ce req-33e70bab-fca0-442d-a919-af0017422fb5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0726693 Feb 04 18:09:15.503479 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955176a8-6fe0-4b1f-820e-439748556c1c x-openstack-request-id: req-955176a8-6fe0-4b1f-820e-439748556c1c {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:15.504277 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-unplugged", "status": "failed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "code": 422}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:15.504707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-955176a8-6fe0-4b1f-820e-439748556c1c {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:15.505566 dv-cinder-822768-3-iscsi neutron-server[109414]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'code': 422} returned with failed status Feb 04 18:09:15.529183 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=6']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:15.542981 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.543571 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.544161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.544788 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.545364 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.545941 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.546546 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.547133 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.547717 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.548306 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.548896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.549480 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98057889-6261-489d-b043-e2a7d37536ce req-d28be44d-29e3-4efc-b084-c549008a6fed tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542581 Feb 04 18:09:15.549602 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:15.550046 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:09:16.470700 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc6cc3-e482-4bc8-b515-3d427c48553e req-8be8f96b-da76-43a5-8376-b5ae351b5e14 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:16.472825 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebdc6cc3-e482-4bc8-b515-3d427c48553e req-8be8f96b-da76-43a5-8376-b5ae351b5e14 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0557351 Feb 04 18:09:16.538199 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ebdc6cc3-e482-4bc8-b515-3d427c48553e req-e2f7a3e2-9a04-4eff-ad3c-f41a56869876 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586896 Feb 04 18:09:16.591366 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a870e8-17cf-482b-97de-1b5bdb84c8f6 req-be2a76de-b93b-4ce1-a3e4-4825d841884a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:16.592945 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-69a870e8-17cf-482b-97de-1b5bdb84c8f6 req-be2a76de-b93b-4ce1-a3e4-4825d841884a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0758228 Feb 04 18:09:16.930626 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-69a870e8-17cf-482b-97de-1b5bdb84c8f6 req-a001c6cd-0231-4fc1-af66-809fc37ac817 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277600 Feb 04 18:09:16.958332 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734f216-fd31-4698-bd18-cf541962d29d req-29089beb-0d41-41dc-a7b8-43c0f38f41f0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:16.961078 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1734f216-fd31-4698-bd18-cf541962d29d req-29089beb-0d41-41dc-a7b8-43c0f38f41f0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0903077 Feb 04 18:09:17.044798 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1734f216-fd31-4698-bd18-cf541962d29d req-7deed8c0-64f1-4a57-b1c1-43c16372f7de tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762575 Feb 04 18:09:17.122066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:09:17.249393 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:17.262979 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:09:17.304716 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:17.305165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:17.319484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:09:17.341912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:17.418522 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:17.469655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:17.692936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ffd56-6fe4-4493-9839-9338cfacc62f req-59152af1-3e2e-46f2-ac37-63c033780efc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:17.694629 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-311ffd56-6fe4-4493-9839-9338cfacc62f req-59152af1-3e2e-46f2-ac37-63c033780efc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 944 time: 0.0687201 Feb 04 18:09:17.715366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-ff25aea8-62df-4b3a-a0fd-10a0a33bcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:17.717808 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-ff25aea8-62df-4b3a-a0fd-10a0a33bcd9d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1&tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8 HTTP/1.1" status: 200 len: 1128 time: 0.0641768 Feb 04 18:09:17.764785 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-311ffd56-6fe4-4493-9839-9338cfacc62f req-177c6bf9-55c5-4123-8662-ba14c3485b51 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623260 Feb 04 18:09:17.829071 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-202ea42b-f0b2-4e8a-853a-da476450297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:17.830761 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-202ea42b-f0b2-4e8a-853a-da476450297e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1128 time: 0.0756867 Feb 04 18:09:17.870508 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:17.878792 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['8dbc5ea2-225d-4915-8e59-f39e014f906a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:09:17.979257 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-724df700-ec57-41f0-a012-83cd7c67ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:17.982032 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-724df700-ec57-41f0-a012-83cd7c67ced6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.1443796 Feb 04 18:09:18.095387 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262d0d0-7e77-4b66-a9ee-ff45a03fb277 req-f8045b36-e55f-432f-95a3-78c282a32351 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:18.096971 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0262d0d0-7e77-4b66-a9ee-ff45a03fb277 req-f8045b36-e55f-432f-95a3-78c282a32351 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0648258 Feb 04 18:09:18.104800 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-291b62b3-f12c-4617-a600-3411a387828d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1000 time: 0.1163950 Feb 04 18:09:18.162614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0262d0d0-7e77-4b66-a9ee-ff45a03fb277 req-3d3f32ea-9b4e-47b8-9a8a-825baad33ff5 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560021 Feb 04 18:09:18.201683 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-21a6739c-c57b-4149-9b9d-6eb99ee27c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:18.204476 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-21a6739c-c57b-4149-9b9d-6eb99ee27c42 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0936625 Feb 04 18:09:18.257047 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c301-c454-43d1-bcd0-dafd8292a19a req-a47f23d0-79eb-45d8-8c6a-fd4450b6c26f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:18.260413 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c185c301-c454-43d1-bcd0-dafd8292a19a req-a47f23d0-79eb-45d8-8c6a-fd4450b6c26f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0921903 Feb 04 18:09:18.277186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-54d3784b-cdc6-4c45-9fec-ffd67fa140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:18.278604 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-54d3784b-cdc6-4c45-9fec-ffd67fa140c1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675776 Feb 04 18:09:18.341431 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c185c301-c454-43d1-bcd0-dafd8292a19a req-ce405ca6-946e-4b80-8d4e-abd35818d76b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684357 Feb 04 18:09:18.409737 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-046845fc-a846-4ae0-b2bb-10a9ae4d7b61 service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234210 Feb 04 18:09:18.504521 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-668bf36b-77b8-48f9-8a31-93d1641cacec service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877936 Feb 04 18:09:18.937702 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b069eb-c497-4862-8dfc-77002e478227 req-2d5d191f-52e5-43c5-97e0-bf2ce6b130f2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:18.939364 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7b069eb-c497-4862-8dfc-77002e478227 req-2d5d191f-52e5-43c5-97e0-bf2ce6b130f2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 944 time: 0.0635200 Feb 04 18:09:18.993451 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7b069eb-c497-4862-8dfc-77002e478227 req-abdda691-5f16-43d7-b1da-3b0c349ab165 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479028 Feb 04 18:09:19.139339 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:09:19.303385 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 8dbc5ea2-225d-4915-8e59-f39e014f906a completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:09:19.308821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 8dbc5ea2-225d-4915-8e59-f39e014f906a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:09:19.309318 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:19.314582 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fdff9-517b-4738-8148-bc0f00dc63d1 req-966f2ecf-1037-4987-83e5-5f1100ae8bf4 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:19.316380 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d81fdff9-517b-4738-8148-bc0f00dc63d1 req-966f2ecf-1037-4987-83e5-5f1100ae8bf4 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0578125 Feb 04 18:09:19.397154 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d81fdff9-517b-4738-8148-bc0f00dc63d1 req-4714d649-9df4-4ff2-8c70-a55d3803dcf2 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693281 Feb 04 18:09:19.422116 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:19.422759 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:19.457873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:19.461684 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed5934-a447-4150-bbb6-0e9e4f143f6c" -d '{"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:19.484762 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:19.529457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5d1db-3b3f-4989-b197-d2dab993363a x-openstack-request-id: req-0fd5d1db-3b3f-4989-b197-d2dab993363a {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:19.529896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:19.530311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fd5d1db-3b3f-4989-b197-d2dab993363a {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:19.530923 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'code': 200} Feb 04 18:09:19.548215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0f3e-850c-4395-8684-32f4e38a1703 req-7393322f-4aa8-410a-95f0-acbb3557a129 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:19.549735 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-983b0f3e-850c-4395-8684-32f4e38a1703 req-7393322f-4aa8-410a-95f0-acbb3557a129 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0824590 Feb 04 18:09:19.589976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:19.623548 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-983b0f3e-850c-4395-8684-32f4e38a1703 req-96d7eb3b-6d4c-42af-b290-1b12675b1c02 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628283 Feb 04 18:09:19.658603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:19.941927 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c748e0-667c-43c7-80aa-31317afc9ae3 req-17724b89-dff3-4df0-baf7-52d14c11e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:19.943675 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-16c748e0-667c-43c7-80aa-31317afc9ae3 req-17724b89-dff3-4df0-baf7-52d14c11e977 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1129 time: 0.0521436 Feb 04 18:09:19.990686 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-16c748e0-667c-43c7-80aa-31317afc9ae3 req-b9bd0365-d27f-44dc-b12c-9f0aca63a972 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385616 Feb 04 18:09:20.124082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467d2c9-f91c-4570-864a-0c24736a323e req-44941775-fedb-4192-a73b-dcb008f5c39b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:20.125579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c467d2c9-f91c-4570-864a-0c24736a323e req-44941775-fedb-4192-a73b-dcb008f5c39b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0550804 Feb 04 18:09:20.177112 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c467d2c9-f91c-4570-864a-0c24736a323e req-89eed2a0-0b97-4cd5-a551-ad98ea50d160 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456102 Feb 04 18:09:20.402273 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:09:20.536908 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3b2a6-1ca6-48ef-a0a1-ff93f1e429d8 req-c6f22d42-becf-4ace-a2a0-8c4dec657d5d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:20.538475 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-afe3b2a6-1ca6-48ef-a0a1-ff93f1e429d8 req-c6f22d42-becf-4ace-a2a0-8c4dec657d5d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0546134 Feb 04 18:09:20.598246 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-afe3b2a6-1ca6-48ef-a0a1-ff93f1e429d8 req-2f7cc08c-29f4-48c1-a63d-bb29bae61ac3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497463 Feb 04 18:09:20.749826 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd86d4-3e05-46c0-beae-94c7113ca236 req-e4610695-bcef-4fe2-98f2-09f8fb5a3a44 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:20.751426 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d0bd86d4-3e05-46c0-beae-94c7113ca236 req-e4610695-bcef-4fe2-98f2-09f8fb5a3a44 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0551066 Feb 04 18:09:20.806489 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d0bd86d4-3e05-46c0-beae-94c7113ca236 req-c72cac26-4bdb-4577-897d-0fb4c01e84a3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489938 Feb 04 18:09:21.311036 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658115-2c7a-4971-a654-4e2a256e03ae req-6ac14ee6-e7e3-41df-8bbf-f75f0adad69a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:21.312752 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-01658115-2c7a-4971-a654-4e2a256e03ae req-6ac14ee6-e7e3-41df-8bbf-f75f0adad69a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0577004 Feb 04 18:09:21.373274 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-01658115-2c7a-4971-a654-4e2a256e03ae req-133ee69e-1a9c-47da-befb-88539eeb4651 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501034 Feb 04 18:09:21.730581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd88e1-ca74-4a43-abfe-b2c4b6630bb8 req-e4d3bd88-07fa-4a7b-85e0-b25230008fbb tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:21.732262 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0dbd88e1-ca74-4a43-abfe-b2c4b6630bb8 req-e4d3bd88-07fa-4a7b-85e0-b25230008fbb tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0620699 Feb 04 18:09:21.791727 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0dbd88e1-ca74-4a43-abfe-b2c4b6630bb8 req-fc22fbdf-6751-4a3f-b41f-f02e08f305c2 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533621 Feb 04 18:09:21.976632 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76959a6-ca8d-4bd0-bcbc-b303d146dd43 req-a97e386e-c9c3-4873-90d9-7fa82b21af78 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:21.978196 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a76959a6-ca8d-4bd0-bcbc-b303d146dd43 req-a97e386e-c9c3-4873-90d9-7fa82b21af78 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0814483 Feb 04 18:09:22.029923 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a76959a6-ca8d-4bd0-bcbc-b303d146dd43 req-0c70074b-7795-4148-87cc-4bde1746fde1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Feb 04 18:09:22.540327 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf3b17-dea3-44dd-879c-28d1a40ee08f req-aa246e9e-7057-41ee-b6cc-f151fefd02ae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:22.541969 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6bf3b17-dea3-44dd-879c-28d1a40ee08f req-aa246e9e-7057-41ee-b6cc-f151fefd02ae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0538750 Feb 04 18:09:22.602750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6bf3b17-dea3-44dd-879c-28d1a40ee08f req-f7f95760-4a89-4b8a-bd0c-f84b9afa7096 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550597 Feb 04 18:09:22.736962 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46766-f69c-4071-bde9-152599f9de64 req-f6e8ae87-7b90-4e50-8de2-11764340f4c8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:22.738635 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-53f46766-f69c-4071-bde9-152599f9de64 req-f6e8ae87-7b90-4e50-8de2-11764340f4c8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0612583 Feb 04 18:09:22.750573 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57230) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:09:22.755653 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Request body: {'floatingip': {'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:09:22.801063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:22.929760 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac19bc-98af-43bf-ab55-b6474292bbaa req-20e6a25d-8f21-4a19-83b8-9131d8cccf73 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:22.931964 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a7ac19bc-98af-43bf-ab55-b6474292bbaa req-20e6a25d-8f21-4a19-83b8-9131d8cccf73 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0610394 Feb 04 18:09:22.983293 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a7ac19bc-98af-43bf-ab55-b6474292bbaa req-6580954f-5eea-4d68-8ca5-d8a74f895885 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Feb 04 18:09:23.170468 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4746f-939c-4f60-829a-0d39170d3e6e req-7d5bcc93-d8f3-474f-84f8-dee72663e9ac tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:23.172191 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cad4746f-939c-4f60-829a-0d39170d3e6e req-7d5bcc93-d8f3-474f-84f8-dee72663e9ac tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0618451 Feb 04 18:09:23.233117 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cad4746f-939c-4f60-829a-0d39170d3e6e req-3780aad3-00ac-416f-b4a5-29dc1552d050 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500329 Feb 04 18:09:23.492235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.597169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:23.723827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74fbb3-a162-4061-afea-be3b346c1cd3 req-51c1adcf-32d3-4fd8-a68e-2ccd07ba58f6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:23.725995 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a74fbb3-a162-4061-afea-be3b346c1cd3 req-51c1adcf-32d3-4fd8-a68e-2ccd07ba58f6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0669320 Feb 04 18:09:23.777657 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Floating IP 4289802a-1bd1-4a20-bcaa-e2598f16c53e associated. External IP: 172.27.3.249, port: 8dbc5ea2-225d-4915-8e59-f39e014f906a. Feb 04 18:09:23.796542 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9a74fbb3-a162-4061-afea-be3b346c1cd3 req-c03e918e-3489-485f-a929-08511b8827bb tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639646 Feb 04 18:09:24.144503 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558e8fa-2ed5-4c6f-aac9-8d92be0dc685 req-891be3ff-62c2-4c1c-9932-a2989dafb785 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.148369 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2558e8fa-2ed5-4c6f-aac9-8d92be0dc685 req-891be3ff-62c2-4c1c-9932-a2989dafb785 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0879238 Feb 04 18:09:24.159574 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-6084f813-46d7-4891-b780-31ce4379740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.161082 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-6084f813-46d7-4891-b780-31ce4379740b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0744133 Feb 04 18:09:24.217814 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2558e8fa-2ed5-4c6f-aac9-8d92be0dc685 req-9750a1d0-c6ed-47e2-bdb5-a85284316162 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619650 Feb 04 18:09:24.341150 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-37e80198-7d5c-4d75-b009-9b47a178c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.342590 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-37e80198-7d5c-4d75-b009-9b47a178c8bf service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.1740170 Feb 04 18:09:24.388713 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:09:24.455059 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-c6e274b7-002c-4483-aa8a-3d5af9e507d3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 1001 time: 0.1060500 Feb 04 18:09:24.549399 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-200066aa-c18b-4b41-9520-3687f1886145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.550919 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-200066aa-c18b-4b41-9520-3687f1886145 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0665092 Feb 04 18:09:24.594439 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:09:24.600510 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:24.606811 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:09:24.618561 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:24.619203 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:09:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:24.647649 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-6227e34e-7b3e-4ec8-beec-be64264ab51a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "PUT /v2.0/floatingips/4289802a-1bd1-4a20-bcaa-e2598f16c53e HTTP/1.1" status: 200 len: 991 time: 1.8915091 Feb 04 18:09:24.647649 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:24.647649 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7519f-110e-4ad6-afb6-a5d7c817f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:24.657743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-8dff697e-4df8-4ed0-a14b-abf21e2fb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.659323 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-8dff697e-4df8-4ed0-a14b-abf21e2fb0cf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013463 Feb 04 18:09:24.721777 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23778fa4-d232-41f1-8740-6b6cfe608a65 x-openstack-request-id: req-23778fa4-d232-41f1-8740-6b6cfe608a65 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:24.722406 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:24.722703 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23778fa4-d232-41f1-8740-6b6cfe608a65 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:24.723263 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'status': 'completed', 'code': 200} Feb 04 18:09:24.822845 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1ac27-0338-4976-aeff-6ec225e3c217 req-91077469-a322-4f66-aeaa-1d9bf93ed5ff tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.825331 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ad1ac27-0338-4976-aeff-6ec225e3c217 req-91077469-a322-4f66-aeaa-1d9bf93ed5ff tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0747106 Feb 04 18:09:24.871867 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-2a8659bf-afaf-4d34-82ff-428da053465e service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034740 Feb 04 18:09:24.911959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:24.918184 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ad1ac27-0338-4976-aeff-6ec225e3c217 req-9e1abb11-028b-4f75-b9da-c0d405cebef8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804710 Feb 04 18:09:24.981614 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-c2dad74f-8812-49e7-a3ec-1e9e22752db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:24.983339 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-c2dad74f-8812-49e7-a3ec-1e9e22752db9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1129 time: 0.1985824 Feb 04 18:09:25.030650 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcca896-984e-423e-8ba5-0f80f79f00c9 req-898928a2-a6fc-4d47-aaa7-cb40377026cc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.037884 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6fcca896-984e-423e-8ba5-0f80f79f00c9 req-898928a2-a6fc-4d47-aaa7-cb40377026cc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1189952 Feb 04 18:09:25.091777 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-daa24da1-8e4d-43d3-b910-5e8fc3705312 req-71aff44c-4000-4827-a2b7-58be3d7582b0 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115791 Feb 04 18:09:25.103246 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6fcca896-984e-423e-8ba5-0f80f79f00c9 req-611e7836-c832-4ac5-b030-ce0d96f6cbce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640779 Feb 04 18:09:25.162200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-8437dad2-6f56-484c-8882-6d8f6c89ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.163855 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-8437dad2-6f56-484c-8882-6d8f6c89ef47 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1676867 Feb 04 18:09:25.236159 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-cca3b1b7-38d3-4e38-8240-77504468c039 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 999 time: 0.0637827 Feb 04 18:09:25.309014 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '4289802a-1bd1-4a20-bcaa-e2598f16c53e', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:09:04Z', 'updated_at': '2022-02-04T18:09:23Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:25.319476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-7d00e98e-f8a3-474e-b2ce-bdcdb0255d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.322109 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-7d00e98e-f8a3-474e-b2ce-bdcdb0255d81 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0784326 Feb 04 18:09:25.352144 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:09:25.364298 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:09:25.365395 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:09:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:25.386601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-da0ab008-d92c-4bd7-921b-279897c45606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.389668 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-da0ab008-d92c-4bd7-921b-279897c45606 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612068 Feb 04 18:09:25.430318 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e526884-cc99-444a-94f9-567eddcc3fc7 req-b6b4b912-a19a-440b-9f8c-28a6ab0a5f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:25.433764 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e526884-cc99-444a-94f9-567eddcc3fc7 req-b6b4b912-a19a-440b-9f8c-28a6ab0a5f2f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.1017702 Feb 04 18:09:25.501144 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:09:25.514677 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6e526884-cc99-444a-94f9-567eddcc3fc7 req-e6efa70e-82bc-4cd0-8bd9-a11589dd4987 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710776 Feb 04 18:09:25.534216 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-b721a303-4fe7-4a08-932f-a06e3810a0ad service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378181 Feb 04 18:09:25.653402 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bce7519f-110e-4ad6-afb6-a5d7c817f71b req-78f1ab71-e0ad-4ffd-a093-ace46dc65bd1 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110723 Feb 04 18:09:25.829577 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '4289802a-1bd1-4a20-bcaa-e2598f16c53e', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:09:04Z', 'updated_at': '2022-02-04T18:09:23Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:09:25.877080 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4e9e5-a828-4b45-9d04-39364110952f None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '4289802a-1bd1-4a20-bcaa-e2598f16c53e', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:09:04Z', 'updated_at': '2022-02-04T18:09:23Z', 'revision_number': 1, 'project_id': '745beddd0c154d82a7e95298706587b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:09:26.118820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18086186-d8a6-49fd-9fd2-8151d0076db5 req-4d7d602d-6071-4d15-a395-8c89e171b2b1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:26.121258 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18086186-d8a6-49fd-9fd2-8151d0076db5 req-4d7d602d-6071-4d15-a395-8c89e171b2b1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0854006 Feb 04 18:09:26.137060 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3efe6-cef8-46d3-a894-4eb308125065 None None] New status for floating IP 4289802a-1bd1-4a20-bcaa-e2598f16c53e: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:09:26.209684 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-18086186-d8a6-49fd-9fd2-8151d0076db5 req-e1b2b697-e88b-4515-b892-b2143b1f3df2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794818 Feb 04 18:09:26.334822 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f38f6-523c-4294-a1d5-15fa5186d54b req-dbbc7b46-cd43-420e-9526-71a7d063212a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:26.334822 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-450f38f6-523c-4294-a1d5-15fa5186d54b req-dbbc7b46-cd43-420e-9526-71a7d063212a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0800850 Feb 04 18:09:26.428085 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-450f38f6-523c-4294-a1d5-15fa5186d54b req-a86ddeb3-c0fa-40a3-9fcd-728d90aa319c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810819 Feb 04 18:09:26.671950 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225e85-953e-4f98-a060-a9ff4e18b029 req-eb2adaa5-c0fc-4859-bb32-153708caf066 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:26.673665 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1225e85-953e-4f98-a060-a9ff4e18b029 req-eb2adaa5-c0fc-4859-bb32-153708caf066 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0680470 Feb 04 18:09:26.735549 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1225e85-953e-4f98-a060-a9ff4e18b029 req-b8311ca1-3069-4105-9326-393e3fe4e3c2 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552473 Feb 04 18:09:27.873428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2eab9-4eac-49ec-8bc7-0fb32de570ab req-809afb31-b934-494a-a3ca-3320dd62a41a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:27.875057 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f0f2eab9-4eac-49ec-8bc7-0fb32de570ab req-809afb31-b934-494a-a3ca-3320dd62a41a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Feb 04 18:09:27.931710 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f0f2eab9-4eac-49ec-8bc7-0fb32de570ab req-ead9eeab-fa49-4656-94ef-24b63edaaacb tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496590 Feb 04 18:09:28.562228 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-75219896-7146-49dd-b104-bebf1c8f7718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:29.080363 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3e3e-e94f-4e62-9204-d1e4660de90b req-195a0697-e118-47ce-805b-4d1360e43e47 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:29.081955 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-999d3e3e-e94f-4e62-9204-d1e4660de90b req-195a0697-e118-47ce-805b-4d1360e43e47 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0610030 Feb 04 18:09:29.158689 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-999d3e3e-e94f-4e62-9204-d1e4660de90b req-20477fa4-602f-4384-9789-722bd1fdd6a4 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692430 Feb 04 18:09:29.171198 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:09:29.287784 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:29.303136 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'port_id': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'mac_address': 'fa:16:3e:57:6a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:09:29.345075 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a8ca804a-2879-4f45-91f3-f7ace366691d is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:29.345568 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:29.359897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca804a-2879-4f45-91f3-f7ace366691d {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:09:29.380670 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:29.436918 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:29.494439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=7']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:29.874463 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['a8ca804a-2879-4f45-91f3-f7ace366691d'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:09:30.318690 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0f7b-fea2-4d3f-bd4f-783a8dc9561c req-1a807852-9cc3-4c1a-884a-b97f6def383f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:30.322234 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-609e0f7b-fea2-4d3f-bd4f-783a8dc9561c req-1a807852-9cc3-4c1a-884a-b97f6def383f tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0882571 Feb 04 18:09:30.403927 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-609e0f7b-fea2-4d3f-bd4f-783a8dc9561c req-b0fa0e0c-0d8b-4fdc-a864-4909dfc999d1 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753226 Feb 04 18:09:30.897922 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-02d87877-d8a7-4008-a2b5-5266db650fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:31.184004 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:09:31.247866 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port a8ca804a-2879-4f45-91f3-f7ace366691d triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:09:31.248239 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:31.333605 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port a8ca804a-2879-4f45-91f3-f7ace366691d is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:09:31.334003 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:31.357578 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:09:31.359881 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657f712-3746-457d-ba57-a2b043303c25" -d '{"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:09:31.374519 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:09:31.399383 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b34a1b-3bb0-4411-a8ec-4e3352303385 x-openstack-request-id: req-22b34a1b-3bb0-4411-a8ec-4e3352303385 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:09:31.400335 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:09:31.400642 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22b34a1b-3bb0-4411-a8ec-4e3352303385 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:09:31.401137 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'code': 200} Feb 04 18:09:31.454044 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:31.526241 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=8']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:09:31.567908 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25542c-a15a-4bd1-a6e6-38fa0d24b849 req-7e22b1d0-e232-44bb-bebc-dd90139cbd95 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:31.570473 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4a25542c-a15a-4bd1-a6e6-38fa0d24b849 req-7e22b1d0-e232-44bb-bebc-dd90139cbd95 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0693824 Feb 04 18:09:31.625665 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4a25542c-a15a-4bd1-a6e6-38fa0d24b849 req-69c8c74c-e1e1-4534-91e3-727bf6ff0091 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487602 Feb 04 18:09:31.799509 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f82692-edea-4fb7-bd7a-d8c5aabd28e1 req-a0bde001-d60f-4c35-8c73-a634371af328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:31.801034 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-44f82692-edea-4fb7-bd7a-d8c5aabd28e1 req-a0bde001-d60f-4c35-8c73-a634371af328 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0446599 Feb 04 18:09:31.849796 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-44f82692-edea-4fb7-bd7a-d8c5aabd28e1 req-219f6d11-26b3-4623-8675-92ac13977d4b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Feb 04 18:09:32.088616 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:32.755631 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a6054-3380-4709-9875-d29e35ca56b3 req-932ac810-df25-4528-bad1-71b9b2ae0123 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:32.757203 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3f8a6054-3380-4709-9875-d29e35ca56b3 req-932ac810-df25-4528-bad1-71b9b2ae0123 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0550153 Feb 04 18:09:32.813885 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3f8a6054-3380-4709-9875-d29e35ca56b3 req-975d4c34-559c-4f8e-a25c-94bf50e14d79 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Feb 04 18:09:33.288182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:33.939242 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb9e3d-2c70-40ee-b42f-5689a9a179dc req-9c1440cd-da57-4b85-b9d7-dd87afcc69c3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:33.940656 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-adcb9e3d-2c70-40ee-b42f-5689a9a179dc req-9c1440cd-da57-4b85-b9d7-dd87afcc69c3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0545676 Feb 04 18:09:33.995782 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-adcb9e3d-2c70-40ee-b42f-5689a9a179dc req-2c9152bb-4b9c-4d76-b97e-8a0f6115811b tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492835 Feb 04 18:09:34.791581 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:47.857400 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:50.918890 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-c9bb03ab-c6f6-41f6-bb56-315d8b96f14d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474074 Feb 04 18:09:51.028054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-b20cce61-df7b-406b-97f7-23a171d65dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:51.029632 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-b20cce61-df7b-406b-97f7-23a171d65dd9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.0482051 Feb 04 18:09:51.138556 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-f6a4b085-dfba-4870-a98f-ebfe269ad7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:51.140081 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-f6a4b085-dfba-4870-a98f-ebfe269ad7b1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.0907397 Feb 04 18:09:51.210605 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-6359330f-5c12-4424-98e3-e0a0e6ac64f5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 1002 time: 0.0633206 Feb 04 18:09:51.260697 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-5dee329b-54f9-45b2-b311-9eb1e3701168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:51.262295 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-5dee329b-54f9-45b2-b311-9eb1e3701168 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0461192 Feb 04 18:09:51.314473 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-00c20a49-39a7-4e99-856e-71bec0e4d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:51.320745 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-00c20a49-39a7-4e99-856e-71bec0e4d225 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452521 Feb 04 18:09:51.446839 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-6ffe4d8a-ed31-483a-9b52-ff51f26e5c7d service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169262 Feb 04 18:09:51.551512 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-756ca4be-37c1-40b6-878c-b28ce63ebb4d req-0fa603ee-5c6b-4844-8e74-63d2c641ad6f service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984046 Feb 04 18:09:57.400576 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:09:58.397767 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a806f0-f6b8-4180-9556-7512878287d2 req-f90dc2f0-c499-4213-95f5-f5b78ce85c0d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:58.399902 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85a806f0-f6b8-4180-9556-7512878287d2 req-f90dc2f0-c499-4213-95f5-f5b78ce85c0d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0539684 Feb 04 18:09:58.464456 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-85a806f0-f6b8-4180-9556-7512878287d2 req-7e9e2da1-0c2d-4d02-9c63-9d025e50dded tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583131 Feb 04 18:09:58.541698 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-97dd58c7-b12e-4486-aab7-00679973b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:58.543211 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-97dd58c7-b12e-4486-aab7-00679973b6ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1168 time: 0.0461829 Feb 04 18:09:58.573400 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4264baa4-8057-4663-a6bf-7805165e3ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:09:58.646340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-a6d9cec1-2f87-4e1d-971a-6d208f200e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:58.647888 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-a6d9cec1-2f87-4e1d-971a-6d208f200e2a service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 916 time: 0.0969081 Feb 04 18:09:58.717456 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-e3f2cdce-632a-4d31-9e1d-622e5ff709fd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 1001 time: 0.0629461 Feb 04 18:09:58.770373 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-f4f75266-3cfe-4a6d-82aa-e55db9a3c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:58.771876 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-f4f75266-3cfe-4a6d-82aa-e55db9a3c8b8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.0473030 Feb 04 18:09:58.823895 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-5ae968f0-6a33-4013-9cda-0a064b7d03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:58.825317 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-5ae968f0-6a33-4013-9cda-0a064b7d03ba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438814 Feb 04 18:09:58.915054 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-2dfbb72e-9fc6-4eb4-9b77-e7ff77089b25 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824301 Feb 04 18:09:59.014947 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0f62b800-d7cb-4b3d-961e-89051a36b3ab req-f8d61c66-804e-459b-a4f0-47c25e5e3a14 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934422 Feb 04 18:09:59.612698 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d188c18-6340-4227-89ef-5124dedbda8e req-ad007c7b-114a-4a3a-9f91-04bc4a5bc100 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:09:59.614644 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d188c18-6340-4227-89ef-5124dedbda8e req-ad007c7b-114a-4a3a-9f91-04bc4a5bc100 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0579805 Feb 04 18:09:59.683590 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9d188c18-6340-4227-89ef-5124dedbda8e req-7035c6e7-6009-4646-8136-65bf311fb10e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586808 Feb 04 18:10:00.816784 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ced2f4-9e9c-4a14-b7e5-548a4f073ae0 req-efc74066-8a09-4038-b484-f3df2d4f65a6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:00.818332 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d9ced2f4-9e9c-4a14-b7e5-548a4f073ae0 req-efc74066-8a09-4038-b484-f3df2d4f65a6 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0568416 Feb 04 18:10:00.879008 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d9ced2f4-9e9c-4a14-b7e5-548a4f073ae0 req-92913c0b-0223-46e3-b1f2-565f6f263b77 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539165 Feb 04 18:10:00.892132 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ecb12213-b9ed-4bdf-91e4-5153a29afa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:02.005176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44c138-98b8-404d-a1c4-770cb3159534 req-04e522b3-1839-4588-9462-a2fabd962f9c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:02.006829 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6f44c138-98b8-404d-a1c4-770cb3159534 req-04e522b3-1839-4588-9462-a2fabd962f9c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0564580 Feb 04 18:10:02.075239 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6f44c138-98b8-404d-a1c4-770cb3159534 req-b2b87157-18a1-4c77-8ab8-4ecc11c7026f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0617480 Feb 04 18:10:02.093020 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:03.204785 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aae1f-da72-42e2-bef0-f4c4cad36eec req-f53ee282-f83c-43bb-8bc2-6945e1a91009 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:03.206379 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-774aae1f-da72-42e2-bef0-f4c4cad36eec req-f53ee282-f83c-43bb-8bc2-6945e1a91009 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0554354 Feb 04 18:10:03.276009 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-774aae1f-da72-42e2-bef0-f4c4cad36eec req-4799217f-3eef-42d3-9403-c76df3b47f3a tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630994 Feb 04 18:10:03.276226 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:04.396981 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c93d47-c057-4f72-8108-d8a4064e41b0 req-bd05758d-f154-44e7-b16c-74bcdc7f8d8e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:04.398380 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b9c93d47-c057-4f72-8108-d8a4064e41b0 req-bd05758d-f154-44e7-b16c-74bcdc7f8d8e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0555377 Feb 04 18:10:04.458721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b9c93d47-c057-4f72-8108-d8a4064e41b0 req-91e136b9-2b4e-4a0b-a2cf-844fa77d32b0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546143 Feb 04 18:10:04.795956 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:05.582929 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2898e-cac0-4b21-b173-eaef7853c3c7 req-5a9a2d73-77b6-4031-a2da-d860533c4a86 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:05.584416 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17d2898e-cac0-4b21-b173-eaef7853c3c7 req-5a9a2d73-77b6-4031-a2da-d860533c4a86 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0531702 Feb 04 18:10:05.665462 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-17d2898e-cac0-4b21-b173-eaef7853c3c7 req-aad849f7-fce8-4c5c-860c-df406f2d8093 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0754449 Feb 04 18:10:06.785737 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452dae8-dbb1-4381-baf0-be0cb8353f89 req-f9e2024f-529e-4670-a40d-d2af534ddea0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:06.787225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8452dae8-dbb1-4381-baf0-be0cb8353f89 req-f9e2024f-529e-4670-a40d-d2af534ddea0 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0554256 Feb 04 18:10:06.846005 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8452dae8-dbb1-4381-baf0-be0cb8353f89 req-d6c781ef-533d-4ac2-b69e-d8061caa7412 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530350 Feb 04 18:10:07.968556 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eafaa-1e67-4631-81b9-346e6d45a042 req-4829b680-bbb4-48d7-a0fc-d443e0926ce9 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:07.970033 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7f5eafaa-1e67-4631-81b9-346e6d45a042 req-4829b680-bbb4-48d7-a0fc-d443e0926ce9 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0526311 Feb 04 18:10:08.030188 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7f5eafaa-1e67-4631-81b9-346e6d45a042 req-560f43ac-722e-440b-ae3d-c3f198f64c50 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539553 Feb 04 18:10:09.152187 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4dbd-218a-4d37-9ac2-fdabcec79780 req-245fa416-bf57-4383-ae8f-b1ed4e7d2dfe tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:09.153670 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fcd4dbd-218a-4d37-9ac2-fdabcec79780 req-245fa416-bf57-4383-ae8f-b1ed4e7d2dfe tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0565109 Feb 04 18:10:09.213054 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fcd4dbd-218a-4d37-9ac2-fdabcec79780 req-d2938806-f129-463a-9785-5cc910af0a92 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536859 Feb 04 18:10:10.332197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f86ae8-09b7-4dc4-a5a5-c51bdabccd5e req-df5f4ef3-e075-47f3-a5e2-02c698ab8c6d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:10.333661 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92f86ae8-09b7-4dc4-a5a5-c51bdabccd5e req-df5f4ef3-e075-47f3-a5e2-02c698ab8c6d tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0517592 Feb 04 18:10:10.393590 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92f86ae8-09b7-4dc4-a5a5-c51bdabccd5e req-43463ca4-b964-4b85-98ae-2df63632b808 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535963 Feb 04 18:10:11.509751 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833ab5-fa5f-4b03-8e6b-c71be8d60557 req-baaf4aec-15b0-4bb0-a918-35af55a9ad88 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:11.511254 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-41833ab5-fa5f-4b03-8e6b-c71be8d60557 req-baaf4aec-15b0-4bb0-a918-35af55a9ad88 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0523219 Feb 04 18:10:11.573348 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-41833ab5-fa5f-4b03-8e6b-c71be8d60557 req-67040734-1b9f-4047-b3c2-31b2a2d5011c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563512 Feb 04 18:10:12.692831 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1265e8f-5541-4745-821f-6dcb366c24ed req-b74231c7-b3ea-4c50-91ce-dc36f1accc40 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:12.694296 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1265e8f-5541-4745-821f-6dcb366c24ed req-b74231c7-b3ea-4c50-91ce-dc36f1accc40 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0524712 Feb 04 18:10:12.753161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1265e8f-5541-4745-821f-6dcb366c24ed req-bd17765a-9fa2-40ad-9f01-be6f73a907bb tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531511 Feb 04 18:10:13.870177 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77830f34-26e5-45d4-b769-442c16e62fe2 req-3c4596c9-a6a6-4c32-8d7e-285e7b9ebb25 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:13.871677 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77830f34-26e5-45d4-b769-442c16e62fe2 req-3c4596c9-a6a6-4c32-8d7e-285e7b9ebb25 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0523760 Feb 04 18:10:13.929526 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77830f34-26e5-45d4-b769-442c16e62fe2 req-c28d9238-b091-4230-98b8-033014482a13 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521770 Feb 04 18:10:15.056883 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497593d4-ebbf-410c-ae5f-7a7e91caf2e1 req-c52f142a-5e36-4a6c-b8f0-d704ee850f17 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:15.066597 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-497593d4-ebbf-410c-ae5f-7a7e91caf2e1 req-c52f142a-5e36-4a6c-b8f0-d704ee850f17 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0666091 Feb 04 18:10:15.126695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-497593d4-ebbf-410c-ae5f-7a7e91caf2e1 req-daa60772-e990-4fa8-a730-bbe722da91e7 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591595 Feb 04 18:10:16.244212 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a9db-d988-4927-a941-d36b094a7743 req-927e20c6-527a-422e-8fc1-d70e8b0b743b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:16.245650 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19b5a9db-d988-4927-a941-d36b094a7743 req-927e20c6-527a-422e-8fc1-d70e8b0b743b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0514698 Feb 04 18:10:16.302716 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19b5a9db-d988-4927-a941-d36b094a7743 req-64a0e4c6-ec28-4fb0-9a5f-ef27d454239e tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=bb487184-379f-4c12-a675-be51fef87f1e&id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510695 Feb 04 18:10:17.890797 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:28.610927 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ef3a809c-2cb7-4c54-8055-22dc6d84eb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:30.869788 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f681c3b0-c0dc-4e63-a833-71fe7f7fb4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:32.104312 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:33.252507 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:34.398108 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:10:34.787873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:45.954328 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e540ca-8c4b-4505-979c-cf368f09846d req-84e40f66-90aa-4bf7-b5ee-2e0b0f1d2ccd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:45.955791 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a8e540ca-8c4b-4505-979c-cf368f09846d req-84e40f66-90aa-4bf7-b5ee-2e0b0f1d2ccd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1058950 Feb 04 18:10:46.003176 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a8e540ca-8c4b-4505-979c-cf368f09846d req-f6ae63d1-1ced-4d4c-875f-581d0fe7805b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Feb 04 18:10:47.174098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae09ae2-b16c-497c-a601-98e982e3ccdc req-56c67519-7897-413c-9e52-b79b30abe7fc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:47.175596 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9ae09ae2-b16c-497c-a601-98e982e3ccdc req-56c67519-7897-413c-9e52-b79b30abe7fc tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.1031058 Feb 04 18:10:47.220998 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9ae09ae2-b16c-497c-a601-98e982e3ccdc req-b7bd7c57-18b7-4d81-a8ff-7a754df311ce tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392272 Feb 04 18:10:47.881003 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:48.340291 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dccea0-fe4d-4d19-8168-b036049fc922 req-6f4e6f8e-59df-4f72-aef5-4b51719b29c6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:48.354212 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36dccea0-fe4d-4d19-8168-b036049fc922 req-6f4e6f8e-59df-4f72-aef5-4b51719b29c6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0541825 Feb 04 18:10:48.392946 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36dccea0-fe4d-4d19-8168-b036049fc922 req-0dee2303-676b-4f3e-b536-16b6411e4bda tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 Feb 04 18:10:49.512757 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca8dd2-dc74-4971-84c9-5ec873295183 req-394e2e6d-33a3-41c8-9bdf-95a59f1fa1d1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:49.514243 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6fca8dd2-dc74-4971-84c9-5ec873295183 req-394e2e6d-33a3-41c8-9bdf-95a59f1fa1d1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0536916 Feb 04 18:10:49.562990 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6fca8dd2-dc74-4971-84c9-5ec873295183 req-caa9ec79-2894-4f6e-a2f4-2e5b4f54a14d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Feb 04 18:10:50.681389 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267aa82-0cea-4e97-888b-4d71163d70c8 req-0192225d-9f3c-464a-84ff-678209e21a86 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:50.682908 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7267aa82-0cea-4e97-888b-4d71163d70c8 req-0192225d-9f3c-464a-84ff-678209e21a86 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0521238 Feb 04 18:10:50.729050 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7267aa82-0cea-4e97-888b-4d71163d70c8 req-6bf240db-478e-4d9f-b689-cb3b26b11adf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Feb 04 18:10:51.853891 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9c7d4-6202-4780-9878-87d8af87a7d5 req-53a8e802-57f5-4137-8eb3-ab313b83b87b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:51.855413 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2f9c7d4-6202-4780-9878-87d8af87a7d5 req-53a8e802-57f5-4137-8eb3-ab313b83b87b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0587900 Feb 04 18:10:51.900960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-b8afa24b-b6a7-4c0f-b5cc-41963fdde352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:51.902495 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-b8afa24b-b6a7-4c0f-b5cc-41963fdde352 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0460682 Feb 04 18:10:51.902890 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a2f9c7d4-6202-4780-9878-87d8af87a7d5 req-4b01323e-19e9-4ea5-a016-ac0136bd72f2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Feb 04 18:10:52.014743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-21b5f266-c7d5-4dc0-803e-2a296fea6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:52.016234 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-21b5f266-c7d5-4dc0-803e-2a296fea6dd4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.0952475 Feb 04 18:10:52.082062 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-e96b9bfd-624b-44f4-9008-4ebbafce4752 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 1001 time: 0.0589943 Feb 04 18:10:52.131184 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-4e987540-261b-45b8-b0ff-e774eb02c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:52.133264 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-4e987540-261b-45b8-b0ff-e774eb02c0d2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0445473 Feb 04 18:10:52.187646 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-c78e45ea-9ee0-4415-a0c7-dcd4714c8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:52.189175 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-c78e45ea-9ee0-4415-a0c7-dcd4714c8d12 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487645 Feb 04 18:10:52.285607 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-bd6f40ae-7bba-4479-99c9-17576bcf296e service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Feb 04 18:10:52.378400 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2ff7ca7a-e50c-4618-b29a-a699fa58bd9d req-fd431871-7d6c-427c-ac06-1270c226af9c service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870664 Feb 04 18:10:53.021257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939870de-ec79-46cc-aab5-540f3aac0518 req-a843961c-d495-4716-bdf1-b6900a68fc62 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:53.022775 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-939870de-ec79-46cc-aab5-540f3aac0518 req-a843961c-d495-4716-bdf1-b6900a68fc62 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0526145 Feb 04 18:10:53.070038 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-939870de-ec79-46cc-aab5-540f3aac0518 req-16903a7b-4eb3-4c59-abf2-c91197b1189e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Feb 04 18:10:54.186924 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e6be5-85ee-47d3-bdb4-ea6e8e638fe0 req-754b91b4-a849-4733-8c24-228d2430fc1d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:54.188497 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-774e6be5-85ee-47d3-bdb4-ea6e8e638fe0 req-754b91b4-a849-4733-8c24-228d2430fc1d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0523615 Feb 04 18:10:54.239600 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-774e6be5-85ee-47d3-bdb4-ea6e8e638fe0 req-d813502e-5265-46d6-9c5c-23894f97c28b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 Feb 04 18:10:55.358830 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f585448-2177-460b-9f72-6159caacb5d5 req-72167b73-63cf-4327-8d94-9d92a93aa8a0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:55.360306 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f585448-2177-460b-9f72-6159caacb5d5 req-72167b73-63cf-4327-8d94-9d92a93aa8a0 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0534403 Feb 04 18:10:55.407064 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4f585448-2177-460b-9f72-6159caacb5d5 req-6d7a494c-5f97-425d-b442-af2fb322afb7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408411 Feb 04 18:10:56.568151 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2dd06-2adf-4388-aa0d-84d7b64372c0 req-8ec30f18-5c09-4fa6-8c19-3725276d665b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:56.569601 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92f2dd06-2adf-4388-aa0d-84d7b64372c0 req-8ec30f18-5c09-4fa6-8c19-3725276d665b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0886612 Feb 04 18:10:56.583207 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2bfc-f1e0-4e21-9bf2-fdad273c13b9 req-a6693d95-820c-453d-9f10-74c7dcf8f6da tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:56.584796 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22fe2bfc-f1e0-4e21-9bf2-fdad273c13b9 req-a6693d95-820c-453d-9f10-74c7dcf8f6da tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0757859 Feb 04 18:10:56.666053 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22fe2bfc-f1e0-4e21-9bf2-fdad273c13b9 req-378378e9-5d7e-419c-8607-0555c422e1f4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743313 Feb 04 18:10:56.669760 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-92f2dd06-2adf-4388-aa0d-84d7b64372c0 req-14a371cb-3a83-4dae-9c11-23fcd3a4eff1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839739 Feb 04 18:10:57.824946 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfa613-d2f1-42e8-b541-54ff3acb0415 req-0e67b990-a067-4f82-bc4d-afd4b67a3740 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:57.826638 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-efdfa613-d2f1-42e8-b541-54ff3acb0415 req-0e67b990-a067-4f82-bc4d-afd4b67a3740 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0857651 Feb 04 18:10:57.837964 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2b67-158b-4233-80a6-8793f3e0cd98 req-71b3088c-ce07-41a1-800c-f3d1eb8d53e5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:57.839462 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f1f2b67-158b-4233-80a6-8793f3e0cd98 req-71b3088c-ce07-41a1-800c-f3d1eb8d53e5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Feb 04 18:10:57.913627 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-efdfa613-d2f1-42e8-b541-54ff3acb0415 req-2ac013c6-8b44-496c-8756-8f6569135420 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731850 Feb 04 18:10:57.916427 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f1f2b67-158b-4233-80a6-8793f3e0cd98 req-58e145de-ef9c-4a5a-90ab-3db5286ea4ea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692756 Feb 04 18:10:58.321207 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d8460-65e6-434c-a603-4a97ebfbae71 req-b58f6fbd-6e59-47a2-b260-2ae516c42450 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.322695 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d82d8460-65e6-434c-a603-4a97ebfbae71 req-b58f6fbd-6e59-47a2-b260-2ae516c42450 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0534563 Feb 04 18:10:58.380484 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d82d8460-65e6-434c-a603-4a97ebfbae71 req-39b9326a-de3d-4453-9d30-4b6306078c5b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Feb 04 18:10:58.499188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-5441c012-fb7f-442b-b073-882ceb5845bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.500596 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-5441c012-fb7f-442b-b073-882ceb5845bb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 1129 time: 0.0445132 Feb 04 18:10:58.577625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-28d80ed0-7229-433e-84ce-7e3a1ad93462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:10:58.596856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-14e18ddd-c0c5-473c-bca9-cdb50d004f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.598338 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-14e18ddd-c0c5-473c-bca9-cdb50d004f5f service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.0923157 Feb 04 18:10:58.665585 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-7d2232d7-e07d-4210-929e-6ba8d9e4696f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 200 len: 1001 time: 0.0593722 Feb 04 18:10:58.712864 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-abc40706-cb54-4047-a769-d40e7e27de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.714447 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-abc40706-cb54-4047-a769-d40e7e27de8c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0436909 Feb 04 18:10:58.766009 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-39876597-7bc1-4396-82ce-81a747e7295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:58.767580 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-39876597-7bc1-4396-82ce-81a747e7295f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476844 Feb 04 18:10:58.778482 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-c49160f8-b46d-4818-92de-6725c6793e54 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:10:58.782148 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-c49160f8-b46d-4818-92de-6725c6793e54 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057313 Feb 04 18:10:58.868778 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-b7455722-fbdf-413c-b8a4-0a0e8f7b45b7 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836730 Feb 04 18:10:58.962787 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b6e8aeaa-df32-425b-aeb2-05623060f520 req-7248f25d-570d-43bc-b04e-a018c7177cab service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879691 Feb 04 18:10:59.053135 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e581fd5-0daf-4d8b-a895-ebf20fb4c299 req-22c62f76-eacd-40e8-a7b1-1dafa4202bd4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:59.054686 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1e581fd5-0daf-4d8b-a895-ebf20fb4c299 req-22c62f76-eacd-40e8-a7b1-1dafa4202bd4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0629041 Feb 04 18:10:59.102156 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1e581fd5-0daf-4d8b-a895-ebf20fb4c299 req-2832f891-6970-4eed-9662-0a8a76a36644 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417440 Feb 04 18:10:59.501944 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f93f7-44c7-4732-8cb3-b9fe2ce34be2 req-e5f50ba9-07af-4377-8daf-7cf45123fbbf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:10:59.503430 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e6f93f7-44c7-4732-8cb3-b9fe2ce34be2 req-e5f50ba9-07af-4377-8daf-7cf45123fbbf tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0547893 Feb 04 18:10:59.549177 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e6f93f7-44c7-4732-8cb3-b9fe2ce34be2 req-135549c4-6344-415b-b30c-0fc337110269 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Feb 04 18:11:00.233224 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1466-caf0-40d9-a873-64b3eb273f92 req-e40e75d4-eecf-4a3d-bc2e-37e02ff05b81 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:00.234806 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a3d1466-caf0-40d9-a873-64b3eb273f92 req-e40e75d4-eecf-4a3d-bc2e-37e02ff05b81 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0557654 Feb 04 18:11:00.288281 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a3d1466-caf0-40d9-a873-64b3eb273f92 req-1e9f75f3-ddc8-4498-9d8b-a1b923cccd0f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472031 Feb 04 18:11:00.667340 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ffeb1-4454-400b-9c40-6d21d23036c1 req-c07223f8-3f8a-4871-b33c-e4a48f605790 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:00.668824 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b20ffeb1-4454-400b-9c40-6d21d23036c1 req-c07223f8-3f8a-4871-b33c-e4a48f605790 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0529654 Feb 04 18:11:00.715733 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b20ffeb1-4454-400b-9c40-6d21d23036c1 req-125eec32-34c7-4476-a146-e06299c0c9aa tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Feb 04 18:11:00.869077 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c51646c9-aa45-4a6b-9a27-8be745eb8923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:01.410716 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83014-a2cd-4679-bd84-cc8719d9c63d req-fd0a17bf-4831-4a73-b5e7-c8e1bdd06d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:01.411920 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7fe83014-a2cd-4679-bd84-cc8719d9c63d req-fd0a17bf-4831-4a73-b5e7-c8e1bdd06d21 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0518575 Feb 04 18:11:01.458241 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7fe83014-a2cd-4679-bd84-cc8719d9c63d req-1fd85df1-290d-40c9-8870-cd3d099833cc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402813 Feb 04 18:11:02.114887 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:02.582803 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce7103-dbb7-4aab-81b2-0cfb093828f2 req-8d3c7661-9ef1-46fc-be55-f8ae45c03d43 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:02.584282 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0ce7103-dbb7-4aab-81b2-0cfb093828f2 req-8d3c7661-9ef1-46fc-be55-f8ae45c03d43 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Feb 04 18:11:02.630395 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0ce7103-dbb7-4aab-81b2-0cfb093828f2 req-d9f02d5c-3143-4fd9-a7c4-8b4cd4c7b537 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404975 Feb 04 18:11:03.274597 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:03.754194 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6b608-5ad6-417f-92b6-91c0b937a6bb req-78783d12-59c9-4caa-b8c5-b5382a50a7e5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:03.755685 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f1b6b608-5ad6-417f-92b6-91c0b937a6bb req-78783d12-59c9-4caa-b8c5-b5382a50a7e5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Feb 04 18:11:03.801448 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f1b6b608-5ad6-417f-92b6-91c0b937a6bb req-cf6e7a9a-eac5-4862-87d7-0f2193fafa95 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397289 Feb 04 18:11:04.783443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:04.925208 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d0425-1a70-40e7-8fbd-b96bb8730fb0 req-3bb338bd-51b6-4ae3-8ce7-2cbbee7ccbbe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:04.926766 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df7d0425-1a70-40e7-8fbd-b96bb8730fb0 req-3bb338bd-51b6-4ae3-8ce7-2cbbee7ccbbe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Feb 04 18:11:04.975685 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-df7d0425-1a70-40e7-8fbd-b96bb8730fb0 req-dbe62e17-1c91-4220-9ead-bcc3be0c8a0c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428336 Feb 04 18:11:06.099768 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a8d3-29a5-4ae0-bfa6-72f6773c108b req-5d5a7786-e542-43a6-862b-325fe0469ccf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:06.101304 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c024a8d3-29a5-4ae0-bfa6-72f6773c108b req-5d5a7786-e542-43a6-862b-325fe0469ccf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Feb 04 18:11:06.149154 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c024a8d3-29a5-4ae0-bfa6-72f6773c108b req-b4378477-4133-4de9-b987-817502726d93 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422964 Feb 04 18:11:07.269856 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b4f05-19d5-45f0-a1a5-7215ff28a305 req-f225415c-96ff-431d-9dfd-230a079932fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:07.271376 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-494b4f05-19d5-45f0-a1a5-7215ff28a305 req-f225415c-96ff-431d-9dfd-230a079932fb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0513663 Feb 04 18:11:07.316808 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-494b4f05-19d5-45f0-a1a5-7215ff28a305 req-cc848691-146c-44eb-bf7b-ce8f35a36d4e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392706 Feb 04 18:11:08.445842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778b3a6-3135-4461-afa2-fe035f19fcb5 req-5691d8e9-43d8-4a08-b0fe-635d53f14a2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:08.447247 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f778b3a6-3135-4461-afa2-fe035f19fcb5 req-5691d8e9-43d8-4a08-b0fe-635d53f14a2e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0557334 Feb 04 18:11:08.503316 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f778b3a6-3135-4461-afa2-fe035f19fcb5 req-d62415cf-fa7d-49ff-a19b-d9d5b8ffd4db tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505111 Feb 04 18:11:09.627871 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b722a8-6743-4914-ac4a-a05849f269f4 req-70109c3f-390c-44cc-b93f-eb5d099713a3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:09.629344 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22b722a8-6743-4914-ac4a-a05849f269f4 req-70109c3f-390c-44cc-b93f-eb5d099713a3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Feb 04 18:11:09.676096 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-22b722a8-6743-4914-ac4a-a05849f269f4 req-e7a63a13-4e4c-4e18-920a-602041c23ced tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409553 Feb 04 18:11:09.766474 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:11:09.865257 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:09.876608 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:11:09.912986 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: ACTIVE; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:09.913931 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:09.927504 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:11:09.949155 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:10.086576 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:10.134919 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=6']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:10.141894 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.142243 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.142621 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.142965 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.143299 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.143624 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.143951 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.144275 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.144884 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.144884 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.145223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.145556 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.145858 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:10.320316 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['8dbc5ea2-225d-4915-8e59-f39e014f906a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:10.801405 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c97873-b3cd-4d55-ac20-c9d294467783 req-680ce2c0-9caa-45b8-a09d-57f1349d43ad tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:10.802877 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33c97873-b3cd-4d55-ac20-c9d294467783 req-680ce2c0-9caa-45b8-a09d-57f1349d43ad tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 944 time: 0.0545559 Feb 04 18:11:10.849518 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-33c97873-b3cd-4d55-ac20-c9d294467783 req-a3d8ccf9-bf76-4ade-bc97-905fc3f2f74a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404935 Feb 04 18:11:11.396641 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:11:11.765286 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:11.812410 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 8dbc5ea2-225d-4915-8e59-f39e014f906a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:11.812791 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.896464 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:11.896865 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:11.922537 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:11.924880 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83816366-d071-489b-9f5b-63188735d672" -d '{"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:11.938062 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:11.961639 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54607fed-0bf9-4276-bc1c-39495bee1918 x-openstack-request-id: req-54607fed-0bf9-4276-bc1c-39495bee1918 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:11.961931 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:11.962184 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54607fed-0bf9-4276-bc1c-39495bee1918 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:11.962608 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'code': 200} Feb 04 18:11:11.977525 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3097b3-6e43-4bba-b4df-6a09e4509905 req-af2f889f-4770-43bc-a7fa-e6b9a2db814f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:11.979079 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd3097b3-6e43-4bba-b4df-6a09e4509905 req-af2f889f-4770-43bc-a7fa-e6b9a2db814f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 944 time: 0.0547006 Feb 04 18:11:12.025906 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd3097b3-6e43-4bba-b4df-6a09e4509905 req-7fe66e9f-af69-45a6-b8c1-258d04d9c78b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412276 Feb 04 18:11:12.057160 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:12.104734 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=7']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:13.150098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a652b-1a16-4249-9fcf-db4725d9fbd1 req-a1628a59-733b-4320-a6cb-1b329c461e71 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:13.151697 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd3a652b-1a16-4249-9fcf-db4725d9fbd1 req-a1628a59-733b-4320-a6cb-1b329c461e71 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0541668 Feb 04 18:11:13.201306 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd3a652b-1a16-4249-9fcf-db4725d9fbd1 req-3d349097-25bc-4745-b627-b6592f7cf6f5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440478 Feb 04 18:11:14.038727 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57494) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:14.197510 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Deleting port c866a120-95b2-40b9-8fec-9562a5ca654a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:14.197857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.272228 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.272584 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for floatingip (c866a120-95b2-40b9-8fec-9562a5ca654a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.284960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Calling delete_port for c866a120-95b2-40b9-8fec-9562a5ca654a owned by network:floatingip {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:14.325166 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c0548-0010-46ef-8d8f-7371ca94b11c req-7ba55dfb-22e0-4db4-bc13-7fd988a9e57d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:14.327541 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-303c0548-0010-46ef-8d8f-7371ca94b11c req-7ba55dfb-22e0-4db4-bc13-7fd988a9e57d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Feb 04 18:11:14.373980 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-303c0548-0010-46ef-8d8f-7371ca94b11c req-a5acb733-4c32-4e30-ae58-7cb6e3e92a12 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410082 Feb 04 18:11:14.560288 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (c866a120-95b2-40b9-8fec-9562a5ca654a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.810461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event deleted for resources: {'Port': ['ID=c866a120-95b2-40b9-8fec-9562a5ca654a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:14.840083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.840435 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.840777 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.841110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.841434 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.841760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.842080 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.842405 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.842747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.843064 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.843386 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.843703 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.844018 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:14.883220 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for floatingip (2c2d8cda-fa70-4019-a43a-253fdfb9cb18), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:14.883547 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Floating IP 2c2d8cda-fa70-4019-a43a-253fdfb9cb18 disassociated (deleted). External IP: 172.27.3.199, port: a8ca804a-2879-4f45-91f3-f7ace366691d. Feb 04 18:11:15.099852 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:15.215554 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:15.220047 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:15.227027 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Sync routers for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:15.239034 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:15.240000 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:15.252493 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-af85994a-a5d8-4d07-9d25-aeb333746b12 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "DELETE /v2.0/floatingips/2c2d8cda-fa70-4019-a43a-253fdfb9cb18 HTTP/1.1" status: 204 len: 168 time: 1.2126553 Feb 04 18:11:15.253161 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:15.255789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db82456-597e-42e6-94a1-b30d76997539" -d '{"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:15.324770 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b08fb-8ffc-404d-842d-58c9a8054259 x-openstack-request-id: req-051b08fb-8ffc-404d-842d-58c9a8054259 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:15.325337 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:15.325833 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-051b08fb-8ffc-404d-842d-58c9a8054259 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:15.326945 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'status': 'completed', 'code': 200} Feb 04 18:11:15.434723 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:15.504483 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82456-597e-42e6-94a1-b30d76997539 req-25edbb10-90a5-4bfc-b2cb-b722a100a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.506323 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-25edbb10-90a5-4bfc-b2cb-b722a100a43f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 1130 time: 0.1437206 Feb 04 18:11:15.592000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8859846-022e-4cfe-979d-f73e0618de37 req-015805bc-8e85-4cd2-9781-9998640dd222 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.608052 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8859846-022e-4cfe-979d-f73e0618de37 req-015805bc-8e85-4cd2-9781-9998640dd222 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1096117 Feb 04 18:11:15.654037 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82456-597e-42e6-94a1-b30d76997539 req-5f99aa57-db77-4a31-9204-b58515ea1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.655326 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-5f99aa57-db77-4a31-9204-b58515ea1ab2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 200 len: 911 time: 0.1418018 Feb 04 18:11:15.703458 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8859846-022e-4cfe-979d-f73e0618de37 req-8fdd25db-a8ec-421b-911f-a521d0d45dca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934570 Feb 04 18:11:15.743810 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-90ef406a-5b1f-4e58-8cf5-43f90f907770 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 200 len: 217 time: 0.0813644 Feb 04 18:11:15.890059 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82456-597e-42e6-94a1-b30d76997539 req-56f93253-6ac2-4eee-8b3a-7a539303fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.892052 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-56f93253-6ac2-4eee-8b3a-7a539303fc8a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 200 len: 848 time: 0.0992732 Feb 04 18:11:15.918945 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a7ed2-37fb-4f8c-b5c2-825da821090b req-a5920fe4-8e24-4b26-a11c-164a5154210a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.920902 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-051a7ed2-37fb-4f8c-b5c2-825da821090b req-a5920fe4-8e24-4b26-a11c-164a5154210a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0810740 Feb 04 18:11:15.959512 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82456-597e-42e6-94a1-b30d76997539 req-69126eee-5dee-4a27-b48e-5bfce130d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:15.961687 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-69126eee-5dee-4a27-b48e-5bfce130d3d2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=292f6a38-4bca-48ca-b116-76ea4926f066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623760 Feb 04 18:11:15.984441 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-051a7ed2-37fb-4f8c-b5c2-825da821090b req-57f5d349-f89f-409a-b1fb-135631814f13 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576448 Feb 04 18:11:15.995006 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:16.028879 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Checking router: 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:16.039912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:16.040564 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:16.137605 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-c455af1a-bf37-432a-99c4-a232c925940e service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622753 Feb 04 18:11:16.217255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:16.264147 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8db82456-597e-42e6-94a1-b30d76997539 req-f837cc2e-b9c3-4d41-9821-701ba1f0272d service neutron] 10.222.0.113 "GET /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169047 Feb 04 18:11:16.480255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:16.520567 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4262a-dc0b-4fcd-b225-caf19984d3a5 None None] The sync data for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi is: [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:27Z', 'revision_number': 4, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '96f73632-0b3d-472a-890b-910ac800bcb3', 'name': '', 'network_id': '292f6a38-4bca-48ca-b116-76ea4926f066', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'mac_address': 'fa:16:3e:77:46:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:26Z', 'updated_at': '2022-02-04T18:03:31Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'subnets': [{'id': '07521e48-2dea-44df-b377-484d5c95b2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:16.848199 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f0194-8616-425f-8ba4-4d8587bfaa9d req-ecddccbb-43ef-47e2-a4fd-764529ccb5c6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:16.849889 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-225f0194-8616-425f-8ba4-4d8587bfaa9d req-ecddccbb-43ef-47e2-a4fd-764529ccb5c6 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0586782 Feb 04 18:11:16.859774 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52615c75-99bc-488c-a749-66065844f34b None None] New status for floating IP 2c2d8cda-fa70-4019-a43a-253fdfb9cb18: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:11:16.918258 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-225f0194-8616-425f-8ba4-4d8587bfaa9d req-53be905a-bfdb-47e9-9bbd-c8fec41930d5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586030 Feb 04 18:11:17.135605 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c4d12-0605-4f9c-ae95-64b8c4d07645 req-7306724d-10d5-45fe-a091-ddc7f05d63f7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:17.137326 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd3c4d12-0605-4f9c-ae95-64b8c4d07645 req-7306724d-10d5-45fe-a091-ddc7f05d63f7 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0618501 Feb 04 18:11:17.201829 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fd3c4d12-0605-4f9c-ae95-64b8c4d07645 req-caade450-1da1-461f-a6ef-14f7902eaa34 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588074 Feb 04 18:11:17.891488 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:18.057746 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75dc11-18ea-42c5-af68-dd316e52ed5c req-ff1a570c-3d90-425d-ac0b-831d3f103c4f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:18.059326 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d75dc11-18ea-42c5-af68-dd316e52ed5c req-ff1a570c-3d90-425d-ac0b-831d3f103c4f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0621507 Feb 04 18:11:18.114627 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2d75dc11-18ea-42c5-af68-dd316e52ed5c req-be17de8f-a7b3-4c0c-93c2-a5453962b0a5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488698 Feb 04 18:11:18.141416 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20945e-f89f-440f-a59d-823046160c45 req-b7536408-3499-44a8-a64c-bf1bef341bb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:18.146467 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd20945e-f89f-440f-a59d-823046160c45 req-b7536408-3499-44a8-a64c-bf1bef341bb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.113 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0691967 Feb 04 18:11:18.269071 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Deleting port a8ca804a-2879-4f45-91f3-f7ace366691d {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:18.269420 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:18.345905 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863b46b-ddb4-474c-ba55-7c930d268d53 req-130fe033-ac7b-4e80-9ee8-615dc3d2f36a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:18.348343 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7863b46b-ddb4-474c-ba55-7c930d268d53 req-130fe033-ac7b-4e80-9ee8-615dc3d2f36a tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0539460 Feb 04 18:11:18.373572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] For port a8ca804a-2879-4f45-91f3-f7ace366691d, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=a8ca804a-2879-4f45-91f3-f7ace366691d,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:18.373943 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:18.387169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Calling delete_port for a8ca804a-2879-4f45-91f3-f7ace366691d owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:18.400985 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7863b46b-ddb4-474c-ba55-7c930d268d53 req-e7707095-4872-4778-a8da-aa61e07e5130 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/security-groups?id=25685a2b-5b22-48eb-9d2e-eff118214e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Feb 04 18:11:18.640343 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (a8ca804a-2879-4f45-91f3-f7ace366691d), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:18.669667 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event deleted for resources: {'Port': ['ID=a8ca804a-2879-4f45-91f3-f7ace366691d,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:18.721141 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] No DVR routers for this DVR port a8ca804a-2879-4f45-91f3-f7ace366691d on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:18.724583 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:18.727072 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-bd20945e-f89f-440f-a59d-823046160c45 req-711ba991-371f-49ea-ba3c-7d0b47a1502d tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.113 "DELETE /v2.0/ports/a8ca804a-2879-4f45-91f3-f7ace366691d HTTP/1.1" status: 204 len: 173 time: 0.5739884 Feb 04 18:11:18.727515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-deleted', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:18.729804 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5cd91-cd23-4600-8489-d4160e197f8c" -d '{"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-deleted", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:18.766393 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cd551-b0f0-4a40-9437-a666aaa38460 x-openstack-request-id: req-862cd551-b0f0-4a40-9437-a666aaa38460 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:18.766393 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c4e346-86a3-4ecf-b0a8-5de2dced1ef1", "name": "network-vif-deleted", "tag": "a8ca804a-2879-4f45-91f3-f7ace366691d", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:18.766393 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-862cd551-b0f0-4a40-9437-a666aaa38460 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:18.766860 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c4e346-86a3-4ecf-b0a8-5de2dced1ef1', 'name': 'network-vif-deleted', 'tag': 'a8ca804a-2879-4f45-91f3-f7ace366691d', 'status': 'completed', 'code': 200} Feb 04 18:11:19.273631 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa3d4-8571-4fbf-98b6-d3013d6d40b0 req-a5aa8bab-0fb9-43f5-8ce5-b0b31248f069 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:19.275328 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-433aa3d4-8571-4fbf-98b6-d3013d6d40b0 req-a5aa8bab-0fb9-43f5-8ce5-b0b31248f069 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0729191 Feb 04 18:11:19.339261 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-433aa3d4-8571-4fbf-98b6-d3013d6d40b0 req-cfe88d0f-9e84-4821-869b-f8666e5e1fa1 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576568 Feb 04 18:11:19.513827 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-81b1786e-5887-4e8e-aa92-84a894c8af27 req-996083f4-6637-4a4e-9ad1-f25d44899e59 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0343568 Feb 04 18:11:20.541814 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f45f3-3da1-4534-8716-6aedf343838b req-76dbe107-f953-403e-8059-867ed539d4bd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:20.543285 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-113f45f3-3da1-4534-8716-6aedf343838b req-76dbe107-f953-403e-8059-867ed539d4bd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0962834 Feb 04 18:11:20.607461 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-e82a0b77-6a48-4958-9ffc-86d265cc22aa tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75408714&fields=id&tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010 HTTP/1.1" status: 200 len: 267 time: 0.0789504 Feb 04 18:11:20.648174 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-113f45f3-3da1-4534-8716-6aedf343838b req-fc6cf370-ba86-4297-a27b-a73e93687af5 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967915 Feb 04 18:11:20.678403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-3512c742-920f-43c7-b9d7-8f138d47cb31 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:20.679997 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-3512c742-920f-43c7-b9d7-8f138d47cb31 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 984 time: 0.0646858 Feb 04 18:11:20.698540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Request body: {'port': {'security_groups': ['0344731c-e74f-4959-a2c6-d242481971f6']}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:20.833414 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-da386bfa-870a-406e-808c-4588e172d1f8 req-81af9904-99f4-42a9-84c7-0dc2147d5b2e tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "GET /v2.0/ports?device_id=78c4e346-86a3-4ecf-b0a8-5de2dced1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0547757 Feb 04 18:11:20.846980 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.071764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:21.104590 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.244046 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.285435 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:21.285951 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:21.286577 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.287984 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ecb0b3c-b9c8-48f4-8076-e859f7e0e9ae req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "PUT /v2.0/ports/83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 942 time: 0.5976930 Feb 04 18:11:21.290651 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:21.293006 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb8674-0104-4a5e-84d7-364d25a4dfef" -d '{"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:21.295309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57566) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:21.360742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event updated for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=7']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:21.378403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.385189 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.385827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.386170 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.386542 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.386885 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.387235 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.389321 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.389703 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.390048 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.390395 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.390764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.391240 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e41a3-5e21-43fd-9051-c19bec77770c tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:21.406212 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bceba7-45b6-4966-b494-94f172dd4d69 x-openstack-request-id: req-14bceba7-45b6-4966-b494-94f172dd4d69 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:21.406764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:21.407813 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-14bceba7-45b6-4966-b494-94f172dd4d69 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:21.408431 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:11:21.416823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (bb487184-379f-4c12-a675-be51fef87f1e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.479175 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (bb487184-379f-4c12-a675-be51fef87f1e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.509349 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:21.581261 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-dd0c6698-b8ef-4ef0-8f0f-fc4482aef7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:21.581261 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-dd0c6698-b8ef-4ef0-8f0f-fc4482aef7a9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1129 time: 0.1104290 Feb 04 18:11:21.677409 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-5c6d0fc2-9ea9-410c-8f00-adf938741111 None None] Provisioning complete for port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:21.677791 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-5c6d0fc2-9ea9-410c-8f00-adf938741111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.709783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-f0af97bf-2aec-46e3-b2e9-a7c96d0f7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:21.711666 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-f0af97bf-2aec-46e3-b2e9-a7c96d0f7053 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 916 time: 0.1259527 Feb 04 18:11:21.799008 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-b5f82e99-6b20-4239-9957-7f3393eb838c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 1001 time: 0.0792124 Feb 04 18:11:21.800238 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (bb487184-379f-4c12-a675-be51fef87f1e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.804315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:21.809276 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "DELETE /v2.0/security-groups/bb487184-379f-4c12-a675-be51fef87f1e HTTP/1.1" status: 204 len: 168 time: 0.5092330 Feb 04 18:11:21.812076 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57572) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:21.848229 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fd0bc-dc48-4753-a541-55bae333e76f tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb487184-379f-4c12-a675-be51fef87f1e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:21.868298 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:21.876937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-8f2e99b7-9452-4202-b714-585a2bdd8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:21.878814 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-8f2e99b7-9452-4202-b714-585a2bdd8537 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.0716004 Feb 04 18:11:21.885313 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742679a6-b803-4abb-b88f-c1e6f20a19d1 req-c202487d-94ca-4444-bd67-6c7451cbd8da tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:21.895127 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-742679a6-b803-4abb-b88f-c1e6f20a19d1 req-c202487d-94ca-4444-bd67-6c7451cbd8da tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1408403 Feb 04 18:11:21.916516 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: a8ca804a-2879-4f45-91f3-f7ace366691d {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:21.917657 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device a8ca804a-2879-4f45-91f3-f7ace366691d not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:21.942137 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57576) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:21.952968 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d0fc2-9ea9-410c-8f00-adf938741111 None None] Current status of the port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:22.000275 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-742679a6-b803-4abb-b88f-c1e6f20a19d1 req-a9325967-3254-41b4-a2c4-cde0e97cbe33 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040723 Feb 04 18:11:22.000942 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-44cb027b-9348-414a-927b-c09331a1f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:22.003272 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-44cb027b-9348-414a-927b-c09331a1f224 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103222 Feb 04 18:11:22.090005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (25685a2b-5b22-48eb-9d2e-eff118214e03), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.125595 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (25685a2b-5b22-48eb-9d2e-eff118214e03), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.232322 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-7f9ae6a3-1d37-488c-a1e1-af7d0ebfa917 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170470 Feb 04 18:11:22.328675 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (25685a2b-5b22-48eb-9d2e-eff118214e03), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.332116 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.338502 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] 10.222.0.98 "DELETE /v2.0/security-groups/25685a2b-5b22-48eb-9d2e-eff118214e03 HTTP/1.1" status: 204 len: 168 time: 0.3948843 Feb 04 18:11:22.364165 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12237-9f2b-44ab-aee8-cbd2808afcb3 tempest-TestShelveInstance-1265481611 tempest-TestShelveInstance-1265481611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25685a2b-5b22-48eb-9d2e-eff118214e03,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:22.407698 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-cfbb8674-0104-4a5e-84d7-364d25a4dfef req-8cdba056-6037-4b39-a63d-978110231a5c service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638896 Feb 04 18:11:22.463191 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Deleting port 1b92d8cb-d331-4784-a760-b1811948dac4 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:22.463536 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.543726 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.544052 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for floatingip (1b92d8cb-d331-4784-a760-b1811948dac4), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:22.556683 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Calling delete_port for 1b92d8cb-d331-4784-a760-b1811948dac4 owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:22.989191 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (1b92d8cb-d331-4784-a760-b1811948dac4), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:23.018538 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event deleted for resources: {'Port': ['ID=1b92d8cb-d331-4784-a760-b1811948dac4,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:23.089972 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks [] for floatingip (6ed2e043-b88b-4247-b504-2310fbc2f5d9), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:23.090307 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Floating IP 6ed2e043-b88b-4247-b504-2310fbc2f5d9 disassociated (deleted). External IP: 172.27.3.166, port: 83ecd4ba-cf52-4c67-b991-f2331aa88d95. Feb 04 18:11:23.207639 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ffd85-e759-4a19-a7a6-5ae0cdbcbcd7 req-29f76cb1-831c-463b-b4a1-a014562ffd41 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:23.209122 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e19ffd85-e759-4a19-a7a6-5ae0cdbcbcd7 req-29f76cb1-831c-463b-b4a1-a014562ffd41 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1321394 Feb 04 18:11:23.331842 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e19ffd85-e759-4a19-a7a6-5ae0cdbcbcd7 req-c06c3456-5259-4b8f-9c73-ccf8658a0119 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161578 Feb 04 18:11:23.391567 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Router 78f32f4a-f437-4b46-a974-06f323e66d74 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:23.489424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57588) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:23.542802 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:23.548341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:23.558657 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Sync routers for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:23.570635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:23.571579 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:23.602368 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-32055dcb-ed5d-475f-9f17-0a9e4f84f3af tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "DELETE /v2.0/floatingips/6ed2e043-b88b-4247-b504-2310fbc2f5d9 HTTP/1.1" status: 204 len: 168 time: 1.7879584 Feb 04 18:11:23.604411 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:23.606995 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e192cb-3497-4524-bb85-2a822a1143b4" -d '{"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:23.675215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d2ba69-8b41-4de4-9f01-184da0d3f928 x-openstack-request-id: req-87d2ba69-8b41-4de4-9f01-184da0d3f928 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:23.675770 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:23.676459 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-87d2ba69-8b41-4de4-9f01-184da0d3f928 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:23.678006 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:11:23.784555 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:23.849520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-2f0950f5-1cb1-4f7a-8390-4670107393ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:23.851072 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-2f0950f5-1cb1-4f7a-8390-4670107393ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 1129 time: 0.0853710 Feb 04 18:11:24.042344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-326e1d20-686a-44d4-b82f-250bc8e4e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.043892 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-326e1d20-686a-44d4-b82f-250bc8e4e5b3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 200 len: 916 time: 0.1828439 Feb 04 18:11:24.051733 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:24.086657 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Checking router: 78f32f4a-f437-4b46-a974-06f323e66d74 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:24.101606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:24.101606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:24.108658 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-39592b40-80b2-49d9-8af0-b746087a4694 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 200 len: 217 time: 0.0539136 Feb 04 18:11:24.234946 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-f941139f-07c9-47e9-b2f1-0b7db2d589cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.236436 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-f941139f-07c9-47e9-b2f1-0b7db2d589cc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 200 len: 853 time: 0.1209040 Feb 04 18:11:24.281975 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:24.327086 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-2248fabd-43ab-4e36-8906-23c4e99f011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.328610 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-2248fabd-43ab-4e36-8906-23c4e99f011f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b3d8abd3-2554-4b7a-aecc-468588597521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848451 Feb 04 18:11:24.544164 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d17ca-15ad-4896-8c45-0b6b738d98c5 req-c0b02608-dd6e-43bd-9de3-7a84f06791ce tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:24.549959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-3824443d-68b6-457d-914a-5cd757211950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:24.553776 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c66d17ca-15ad-4896-8c45-0b6b738d98c5 req-c0b02608-dd6e-43bd-9de3-7a84f06791ce tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0982153 Feb 04 18:11:24.590110 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824443d-68b6-457d-914a-5cd757211950 None None] The sync data for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi is: [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:07:48Z', 'revision_number': 4, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '394bbe25-af24-424e-bffa-bbeb132901a1', 'name': '', 'network_id': 'b3d8abd3-2554-4b7a-aecc-468588597521', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'mac_address': 'fa:16:3e:95:9e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:48Z', 'updated_at': '2022-02-04T18:07:52Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'subnets': [{'id': '8d2ebdfe-159e-40a7-a589-581dc7bf6dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:24.618917 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c66d17ca-15ad-4896-8c45-0b6b738d98c5 req-366e25ff-d886-4802-ac29-d521d27d5c6d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638781 Feb 04 18:11:24.769938 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-523531d0-f9c4-4568-bcf7-a08ec1bbe461 service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243155 Feb 04 18:11:24.773292 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:24.971356 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca28a0-3f95-4a65-a6e3-c45567e4c099 None None] New status for floating IP 6ed2e043-b88b-4247-b504-2310fbc2f5d9: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:11:25.080136 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-f9e192cb-3497-4524-bb85-2a822a1143b4 req-c0c338fc-42db-44ff-b5a6-b3bc1835501c service neutron] 10.222.0.113 "GET /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711883 Feb 04 18:11:25.305213 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Deleting port 96f73632-0b3d-472a-890b-910ac800bcb3 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:25.305596 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:25.397839 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] For port 96f73632-0b3d-472a-890b-910ac800bcb3, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=96f73632-0b3d-472a-890b-910ac800bcb3,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:25.398668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:25.415249 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Calling delete_port for 96f73632-0b3d-472a-890b-910ac800bcb3 owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:25.701202 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (96f73632-0b3d-472a-890b-910ac800bcb3), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:25.728378 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f73632-0b3d-472a-890b-910ac800bcb3,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:25.784115 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6130e-440e-48c4-a65d-d0e396d158df req-e2251f74-bedd-4004-84a7-bad886f0fd4b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:25.794411 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19a6130e-440e-48c4-a65d-d0e396d158df req-e2251f74-bedd-4004-84a7-bad886f0fd4b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0856941 Feb 04 18:11:25.857476 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-19a6130e-440e-48c4-a65d-d0e396d158df req-ae2a2ab3-8be9-4a0a-afd1-92921349b78f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620570 Feb 04 18:11:25.969640 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:26.217527 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:26.333962 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:26.342222 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-34baebaa-53cf-4a1e-887c-b8c825d43700 admin admin] 10.222.0.98 "PUT /v2.0/routers/1bbc1e3c-f352-4ac2-a9bf-0c4299feab44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8517513 Feb 04 18:11:26.342462 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57614) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:26.355569 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Sync routers for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:26.370519 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:26.371409 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:26.518026 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:26.528720 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks [] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:26.690994 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks [] for router_gateway (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:26.828955 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Deleting port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:26.830753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:26.945252 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] For port e4b1a3f4-644f-4818-a5ba-c5f7f7b35165, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:26.946038 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:26.954767 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:11:25Z', 'revision_number': 5, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port': {'id': 'e4b1a3f4-644f-4818-a5ba-c5f7f7b35165', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:26.965712 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Calling delete_port for e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 owned by network:router_gateway {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:26.984200 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Checking router: 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:26.993970 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Routers {'1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:26.994655 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:27.120826 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] Set router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 gateway port host: None {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:27.161232 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb531d-0d11-4400-8fdd-6b575020a89a req-01216c94-6c0b-43d2-abd0-a3bb305f6b07 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:27.161232 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ebb531d-0d11-4400-8fdd-6b575020a89a req-01216c94-6c0b-43d2-abd0-a3bb305f6b07 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1865163 Feb 04 18:11:27.189688 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:11:26Z', 'revision_number': 6, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:27.222379 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a2a163-3adc-4633-bdea-3ac5d24fa443 None None] The sync data for ids ['1bbc1e3c-f352-4ac2-a9bf-0c4299feab44'] in dv-cinder-822768-3-iscsi is: [{'id': '1bbc1e3c-f352-4ac2-a9bf-0c4299feab44', 'name': 'tempest-TestShelveInstance-1749324578-router', 'tenant_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:23Z', 'updated_at': '2022-02-04T18:11:26Z', 'revision_number': 6, 'project_id': 'e2493fd3d7f84ef0ac9f24b259ec02d8', 'gw_port_host': None}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:27.249385 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7ebb531d-0d11-4400-8fdd-6b575020a89a req-5ff6a0bf-6416-4ef1-ad5a-24292aead7cd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826230 Feb 04 18:11:27.639907 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (e4b1a3f4-644f-4818-a5ba-c5f7f7b35165), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.668158 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b1a3f4-644f-4818-a5ba-c5f7f7b35165,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:27.742264 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.838550 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.840670 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks [] for router_controller (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.975886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (1bbc1e3c-f352-4ac2-a9bf-0c4299feab44), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.976428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 {{(pid=109413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:11:27.982793 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:27.989770 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a3ec3d9a-7676-4e62-8551-fb7853fcd155 admin admin] 10.222.0.98 "DELETE /v2.0/routers/1bbc1e3c-f352-4ac2-a9bf-0c4299feab44 HTTP/1.1" status: 204 len: 168 time: 1.6412380 Feb 04 18:11:27.990243 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57626) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:28.044309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Deleting subnet 07521e48-2dea-44df-b377-484d5c95b2d0 {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:11:28.048346 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Publish callbacks [] for subnet (07521e48-2dea-44df-b377-484d5c95b2d0), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.062165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 96f73632-0b3d-472a-890b-910ac800bcb3 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:28.083673 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 96f73632-0b3d-472a-890b-910ac800bcb3 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:28.084016 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 96f73632-0b3d-472a-890b-910ac800bcb3 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:28.084443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:28.086595 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (07521e48-2dea-44df-b377-484d5c95b2d0), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.107913 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:28.113887 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e4b1a3f4-644f-4818-a5ba-c5f7f7b35165 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:28.202090 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (07521e48-2dea-44df-b377-484d5c95b2d0), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.337805 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2b13e-ba08-4c1e-b646-c927ce481b92 req-b41f609a-53f1-4639-b4e5-06455982cc58 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:28.339528 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ef2b13e-ba08-4c1e-b646-c927ce481b92 req-b41f609a-53f1-4639-b4e5-06455982cc58 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0904675 Feb 04 18:11:28.439202 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (07521e48-2dea-44df-b377-484d5c95b2d0), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.446875 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4ef2b13e-ba08-4c1e-b646-c927ce481b92 req-39003d16-ed2a-48ef-b89c-44e89ab5b85a tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995505 Feb 04 18:11:28.454974 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc443c-71f1-4c5d-a502-f9818f2e91b4 req-810d0ff2-a6aa-464b-b7ca-ba7e92468884 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:28.456681 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d8bc443c-71f1-4c5d-a502-f9818f2e91b4 req-810d0ff2-a6aa-464b-b7ca-ba7e92468884 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1014836 Feb 04 18:11:28.493868 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07521e48-2dea-44df-b377-484d5c95b2d0,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:28.496570 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.502113 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1cbbca9e-f374-4aab-b3e2-89a0cb037617 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/07521e48-2dea-44df-b377-484d5c95b2d0 HTTP/1.1" status: 204 len: 168 time: 0.5127666 Feb 04 18:11:28.504536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57636) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:28.507387 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8599aa73-2895-4db3-b864-ae9df181e031 None None] Network 292f6a38-4bca-48ca-b116-76ea4926f066 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:28.570175 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d8bc443c-71f1-4c5d-a502-f9818f2e91b4 req-5194195b-cf88-4689-8f03-cc7974b41b48 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996115 Feb 04 18:11:28.592520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (292f6a38-4bca-48ca-b116-76ea4926f066), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.616298 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e16f90aa-c252-40a6-88e9-bd1ebbad7c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.661218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Deleting port c084c440-4df9-46dd-891b-d81bd5101f84 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:28.661962 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.747405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] DHCP port deletion for 292f6a38-4bca-48ca-b116-76ea4926f066 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:11:28.780136 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] For port c084c440-4df9-46dd-891b-d81bd5101f84, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=c084c440-4df9-46dd-891b-d81bd5101f84,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:28.781173 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.798500 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Calling delete_port for c084c440-4df9-46dd-891b-d81bd5101f84 owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:28.843784 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Deleting port c084c440-4df9-46dd-891b-d81bd5101f84 {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:28.844491 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.931056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] For port c084c440-4df9-46dd-891b-d81bd5101f84, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=c084c440-4df9-46dd-891b-d81bd5101f84,segment=NetworkSegment(e1064070-7605-4b43-906f-e026a79f7ba9),segment_id=e1064070-7605-4b43-906f-e026a79f7ba9)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:28.931474 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:28.947207 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Calling delete_port for c084c440-4df9-46dd-891b-d81bd5101f84 owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:29.034858 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.074063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Pushing event deleted for resources: {'Port': ['ID=c084c440-4df9-46dd-891b-d81bd5101f84,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:29.078769 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] No DVR routers for this DVR port c084c440-4df9-46dd-891b-d81bd5101f84 on host dv-cinder-822768-3-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:29.094891 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (c084c440-4df9-46dd-891b-d81bd5101f84), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.124831 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] Pushing event deleted for resources: {'Port': ['ID=c084c440-4df9-46dd-891b-d81bd5101f84,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:29.127074 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e4d83-f452-4a55-8b04-e7338af536ca None None] No DVR routers for this DVR port c084c440-4df9-46dd-891b-d81bd5101f84 on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:29.162760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (292f6a38-4bca-48ca-b116-76ea4926f066), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.185368 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292f6a38-4bca-48ca-b116-76ea4926f066']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:29.195722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1064070-7605-4b43-906f-e026a79f7ba9') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:29.196074 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1064070-7605-4b43-906f-e026a79f7ba9') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:29.207200 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (e1064070-7605-4b43-906f-e026a79f7ba9), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.222699 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (e1064070-7605-4b43-906f-e026a79f7ba9), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.230765 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:11:29.231159 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (e1064070-7605-4b43-906f-e026a79f7ba9), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:11:29.232899 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:11:29.361539 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (292f6a38-4bca-48ca-b116-76ea4926f066), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.367859 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:29.373336 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] 10.222.0.98 "DELETE /v2.0/networks/292f6a38-4bca-48ca-b116-76ea4926f066 HTTP/1.1" status: 204 len: 168 time: 0.8662651 Feb 04 18:11:29.376025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57642) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:29.385123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ed14-4874-44f4-ad11-602593a8614c admin admin] Pushing event deleted for resources: {'Network': ['ID=292f6a38-4bca-48ca-b116-76ea4926f066,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:29.630533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b93b-60c2-410f-b1e2-4670926c421a req-81d85e08-6580-4658-b2ff-ecb1cc9d2138 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:29.632730 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6e4b93b-60c2-410f-b1e2-4670926c421a req-81d85e08-6580-4658-b2ff-ecb1cc9d2138 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.1018856 Feb 04 18:11:29.752741 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6e4b93b-60c2-410f-b1e2-4670926c421a req-fed34229-c547-4d64-8997-6edd18d48bef tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054561 Feb 04 18:11:29.765488 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dc277-d3f7-4676-888c-94b8e55549d8 req-2c72d885-438c-4b48-a5b0-5a2f24776e90 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:29.767059 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a63dc277-d3f7-4676-888c-94b8e55549d8 req-2c72d885-438c-4b48-a5b0-5a2f24776e90 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.1316361 Feb 04 18:11:29.780593 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device c084c440-4df9-46dd-891b-d81bd5101f84 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:29.802402 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: c084c440-4df9-46dd-891b-d81bd5101f84 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:29.802800 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device c084c440-4df9-46dd-891b-d81bd5101f84 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:29.844076 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a63dc277-d3f7-4676-888c-94b8e55549d8 req-4480d363-5767-46fa-b89c-2af5c11d804e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570352 Feb 04 18:11:29.917477 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.170675 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Deleting port 9e51e959-61f9-4510-93b8-737b7ae7e824 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:30.171020 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.257511 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] For port 9e51e959-61f9-4510-93b8-737b7ae7e824, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=9e51e959-61f9-4510-93b8-737b7ae7e824,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:30.257875 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.270966 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Calling delete_port for 9e51e959-61f9-4510-93b8-737b7ae7e824 owned by network:router_interface {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:30.529920 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (9e51e959-61f9-4510-93b8-737b7ae7e824), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.556971 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e51e959-61f9-4510-93b8-737b7ae7e824,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:30.734875 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-3dc4f943-5bbe-4fdf-8db9-706b1a1e95ff tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:30.736823 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-3dc4f943-5bbe-4fdf-8db9-706b1a1e95ff tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.113 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0584428 Feb 04 18:11:30.746409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.858490 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Deleting port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:30.858754 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.897205 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-12f869b6-ca97-43f9-90aa-a5261b910a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:30.921028 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795b3e-7aba-4766-a0ee-169597ac600e req-8d643ec2-590d-4701-a98e-13f73277f821 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:30.922616 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-53795b3e-7aba-4766-a0ee-169597ac600e req-8d643ec2-590d-4701-a98e-13f73277f821 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 945 time: 0.0775619 Feb 04 18:11:30.998763 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] For port 83ecd4ba-cf52-4c67-b991-f2331aa88d95, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=83ecd4ba-cf52-4c67-b991-f2331aa88d95,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:30.999036 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.009123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272127-9158-4dc5-8028-a613cf464d19 req-94ce1b15-8893-4a8e-87a4-d9f7d26592d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.010677 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-94ce1b15-8893-4a8e-87a4-d9f7d26592d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1129 time: 0.0940845 Feb 04 18:11:31.019670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Calling delete_port for 83ecd4ba-cf52-4c67-b991-f2331aa88d95 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:31.174939 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272127-9158-4dc5-8028-a613cf464d19 req-2c738b64-5cc1-45c7-952c-326e0355aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.176437 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-2c738b64-5cc1-45c7-952c-326e0355aa87 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1592500 Feb 04 18:11:31.276915 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-08093086-5fc6-4cfd-975b-223eff6193d9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 1001 time: 0.0933478 Feb 04 18:11:31.317150 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-53795b3e-7aba-4766-a0ee-169597ac600e req-d7955737-4d5f-43a6-8a6e-5e957a774feb tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/security-groups?id=0344731c-e74f-4959-a2c6-d242481971f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810992 Feb 04 18:11:31.330066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a79df0-d5b1-496c-8b20-9ac74c95a494 req-86a89028-3376-4c51-a04e-cb66c9138ecd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.330812 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272127-9158-4dc5-8028-a613cf464d19 req-c55b3fd9-d6d0-4d2a-a31b-80c32aa2570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.331690 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-26a79df0-d5b1-496c-8b20-9ac74c95a494 req-86a89028-3376-4c51-a04e-cb66c9138ecd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.4046521 Feb 04 18:11:31.333489 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-c55b3fd9-d6d0-4d2a-a31b-80c32aa2570a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0495293 Feb 04 18:11:31.369635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (83ecd4ba-cf52-4c67-b991-f2331aa88d95), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.378922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:31.397306 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-26a79df0-d5b1-496c-8b20-9ac74c95a494 req-8c5b48b1-1b00-4374-8e6b-be429df53b71 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563095 Feb 04 18:11:31.400225 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Pushing event deleted for resources: {'Port': ['ID=83ecd4ba-cf52-4c67-b991-f2331aa88d95,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:31.410544 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['83ecd4ba-cf52-4c67-b991-f2331aa88d95'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:11:31.438398 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272127-9158-4dc5-8028-a613cf464d19 req-ae55b9f6-184a-463f-a669-6419fc716daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:31.439913 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-ae55b9f6-184a-463f-a669-6419fc716daa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014676 Feb 04 18:11:31.455395 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] No DVR routers for this DVR port 83ecd4ba-cf52-4c67-b991-f2331aa88d95 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:31.463908 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.467252 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-563ddc3d-cc2f-4ad9-899b-84eeef092183 req-dc96d330-f363-420f-85da-9ff7babcd196 tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.113 "DELETE /v2.0/ports/83ecd4ba-cf52-4c67-b991-f2331aa88d95 HTTP/1.1" status: 204 len: 173 time: 0.7223127 Feb 04 18:11:31.467700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'name': 'network-vif-deleted', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:31.470028 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970db952-4d0f-4042-99a9-78a9bc1abf0f" -d '{"events": [{"server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "name": "network-vif-deleted", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:31.519346 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf304e5-7052-49ea-a4ce-bfa3df5e2eda x-openstack-request-id: req-abf304e5-7052-49ea-a4ce-bfa3df5e2eda {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:31.519636 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511d5301-1a67-4334-91b8-88220c31cefe", "name": "network-vif-deleted", "tag": "83ecd4ba-cf52-4c67-b991-f2331aa88d95", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:31.519888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abf304e5-7052-49ea-a4ce-bfa3df5e2eda {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:31.520285 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511d5301-1a67-4334-91b8-88220c31cefe', 'name': 'network-vif-deleted', 'tag': '83ecd4ba-cf52-4c67-b991-f2331aa88d95', 'status': 'completed', 'code': 200} Feb 04 18:11:31.521692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:31.529418 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-3f473fbd-6734-4ae7-8e02-c228d012170c admin admin] 10.222.0.98 "PUT /v2.0/routers/b0f750cf-ca7b-4df8-921a-33e1cb7d05d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1494846 Feb 04 18:11:31.530236 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57660) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:31.532602 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Sync routers for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:31.546204 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:31.547102 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:31.570534 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-9d4b8137-7fd8-4eee-8b39-3724111b20bb service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162243 Feb 04 18:11:31.648114 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks [] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.659628 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:31.667852 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-15272127-9158-4dc5-8028-a613cf464d19 req-1bcc44c2-abe2-4745-8102-5fe2c5e7c019 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Feb 04 18:11:31.769516 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks [] for router_gateway (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.866930 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:11:30Z', 'revision_number': 5, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port': {'id': '137f5d67-23a3-4592-8015-892a3ddc6948', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:03:31Z', 'updated_at': '2022-02-04T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:31.986428 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Checking router: b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:31.986718 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Deleting port 137f5d67-23a3-4592-8015-892a3ddc6948 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:31.987150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:31.995384 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Routers {'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:31.995997 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:32.071635 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] For port 137f5d67-23a3-4592-8015-892a3ddc6948, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137f5d67-23a3-4592-8015-892a3ddc6948,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:32.071874 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.085740 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Calling delete_port for 137f5d67-23a3-4592-8015-892a3ddc6948 owned by network:router_gateway {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:32.087251 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] Set router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:32.140191 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:11:31Z', 'revision_number': 6, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:32.149161 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.170121 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f27905-97f3-4b47-8fde-e85ecdd43802 None None] The sync data for ids ['b0f750cf-ca7b-4df8-921a-33e1cb7d05d8'] in dv-cinder-822768-3-iscsi is: [{'id': 'b0f750cf-ca7b-4df8-921a-33e1cb7d05d8', 'name': 'tempest-TestShelveInstance-1831562028-router', 'tenant_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:03:30Z', 'updated_at': '2022-02-04T18:11:31Z', 'revision_number': 6, 'project_id': 'a85a53bb1e53430daaa1ea0965bd13d8', 'gw_port_host': None}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:32.320625 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (137f5d67-23a3-4592-8015-892a3ddc6948), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.346949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Pushing event deleted for resources: {'Port': ['ID=137f5d67-23a3-4592-8015-892a3ddc6948,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:32.437938 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.441293 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca93fc9e-1be5-40a7-9597-a5d056aa17fa req-30e7b7d0-127b-44ea-8e9b-b72e804ee47b tempest-TestMinimumBasicScenario-1580513501 tempest-TestMinimumBasicScenario-1580513501-project] 10.222.0.98 "GET /v2.0/ports?device_id=511d5301-1a67-4334-91b8-88220c31cefe HTTP/1.1" status: 200 len: 210 time: 0.0340042 Feb 04 18:11:32.542744 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.545476 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks [] for router_controller (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.622761 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b98f8d-336f-4cdc-8dd6-0111a8962385 req-b91d1c6c-7582-4448-a6af-98bacf387d08 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:32.624405 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-88b98f8d-336f-4cdc-8dd6-0111a8962385 req-b91d1c6c-7582-4448-a6af-98bacf387d08 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0967534 Feb 04 18:11:32.681082 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-88b98f8d-336f-4cdc-8dd6-0111a8962385 req-9d8f8a76-1253-45fe-8837-b0c6da0a9828 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491016 Feb 04 18:11:32.682142 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (b0f750cf-ca7b-4df8-921a-33e1cb7d05d8), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.682681 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 {{(pid=109413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:11:32.691247 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.691247 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-08f97b19-d491-496d-b24d-3aac23902742 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b0f750cf-ca7b-4df8-921a-33e1cb7d05d8 HTTP/1.1" status: 204 len: 168 time: 1.1564872 Feb 04 18:11:32.692335 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57666) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:32.740008 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Deleting subnet be06b050-16b1-4ccb-90e6-42d92f89bdee {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:11:32.743822 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Publish callbacks [] for subnet (be06b050-16b1-4ccb-90e6-42d92f89bdee), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.777490 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (be06b050-16b1-4ccb-90e6-42d92f89bdee), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:32.886996 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (be06b050-16b1-4ccb-90e6-42d92f89bdee), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.042318 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (be06b050-16b1-4ccb-90e6-42d92f89bdee), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.066396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be06b050-16b1-4ccb-90e6-42d92f89bdee,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:33.068395 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.072275 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-dc7c078f-7308-4fd9-a4f9-ba641300dd98 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/be06b050-16b1-4ccb-90e6-42d92f89bdee HTTP/1.1" status: 204 len: 168 time: 0.3783567 Feb 04 18:11:33.073020 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22136ba5-e2bb-4f40-b8d6-3ae6fc947eac None None] Network 1a01fcab-ae41-4c01-9456-c324224e3456 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:33.074136 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57668) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:33.150102 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (1a01fcab-ae41-4c01-9456-c324224e3456), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.223280 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Deleting port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:33.223626 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.259141 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] DHCP port deletion for 1a01fcab-ae41-4c01-9456-c324224e3456 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:11:33.286532 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.290591 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] For port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:33.290958 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.303275 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Calling delete_port for 6b3b33c6-690b-40b9-acf8-43f60ba5a31e owned by network:dhcp {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:33.308527 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Deleting port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:33.308909 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.372902 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] For port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,segment=NetworkSegment(a2a96532-11f8-46cc-9777-9f26979ca329),segment_id=a2a96532-11f8-46cc-9777-9f26979ca329)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:33.373443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.390272 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Calling delete_port for 6b3b33c6-690b-40b9-acf8-43f60ba5a31e owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:33.455758 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.464773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (6b3b33c6-690b-40b9-acf8-43f60ba5a31e), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.490299 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:33.494724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] No DVR routers for this DVR port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e on host dv-cinder-822768-3-iscsi {{(pid=109413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:33.494920 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] No DVR routers for this DVR port 6b3b33c6-690b-40b9-acf8-43f60ba5a31e on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:33.499198 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cc20-ca86-4eb6-a524-6fa1b5dc759b None None] Pushing event deleted for resources: {'Port': ['ID=6b3b33c6-690b-40b9-acf8-43f60ba5a31e,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:33.574615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (1a01fcab-ae41-4c01-9456-c324224e3456), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.594660 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a01fcab-ae41-4c01-9456-c324224e3456']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:33.604682 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a96532-11f8-46cc-9777-9f26979ca329') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:33.604982 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a96532-11f8-46cc-9777-9f26979ca329') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:33.614633 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (a2a96532-11f8-46cc-9777-9f26979ca329), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.628549 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (a2a96532-11f8-46cc-9777-9f26979ca329), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.634949 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (a2a96532-11f8-46cc-9777-9f26979ca329), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:11:33.638890 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:11:33.767743 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (1a01fcab-ae41-4c01-9456-c324224e3456), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.791921 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a01fcab-ae41-4c01-9456-c324224e3456,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:33.797000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.802948 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-5955c6d4-cb8d-491e-9e9b-995256f7fb74 admin admin] 10.222.0.98 "DELETE /v2.0/networks/1a01fcab-ae41-4c01-9456-c324224e3456 HTTP/1.1" status: 204 len: 168 time: 0.7276435 Feb 04 18:11:33.803859 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 9e51e959-61f9-4510-93b8-737b7ae7e824 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:33.811377 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:33.832145 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 9e51e959-61f9-4510-93b8-737b7ae7e824 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:33.832937 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 9e51e959-61f9-4510-93b8-737b7ae7e824 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:33.833527 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137f5d67-23a3-4592-8015-892a3ddc6948 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:33.860072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ed1a-0ef2-421e-9493-3ecff15c6065 req-5f248c34-c0ff-4602-8a9b-2f9c609ddfdf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:33.861770 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-90b2ed1a-0ef2-421e-9493-3ecff15c6065 req-5f248c34-c0ff-4602-8a9b-2f9c609ddfdf tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 945 time: 0.0673215 Feb 04 18:11:33.876350 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 137f5d67-23a3-4592-8015-892a3ddc6948 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:33.879090 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137f5d67-23a3-4592-8015-892a3ddc6948 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:33.879090 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6b3b33c6-690b-40b9-acf8-43f60ba5a31e no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:33.904309 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 6b3b33c6-690b-40b9-acf8-43f60ba5a31e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:33.904663 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6b3b33c6-690b-40b9-acf8-43f60ba5a31e not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:33.943606 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-90b2ed1a-0ef2-421e-9493-3ecff15c6065 req-31d1f456-436a-4d79-a1f3-1411cd8f20fe tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681317 Feb 04 18:11:33.956741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: ACTIVE; New status is: DOWN {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:33.957255 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:33.987129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:11:33.989634 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b967d45-779f-49e1-91e8-82324ded5f2a" -d '{"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:11:34.002042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:34.025481 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd9c5b-8dbf-4f49-a67f-0adab71bff31 x-openstack-request-id: req-dcdd9c5b-8dbf-4f49-a67f-0adab71bff31 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:11:34.025787 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:11:34.026048 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcdd9c5b-8dbf-4f49-a67f-0adab71bff31 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:11:34.026477 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'code': 200} Feb 04 18:11:34.074032 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:34.075047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 83ecd4ba-cf52-4c67-b991-f2331aa88d95 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:34.120403 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 83ecd4ba-cf52-4c67-b991-f2331aa88d95 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:34.120403 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 83ecd4ba-cf52-4c67-b991-f2331aa88d95 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:34.146077 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=8']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:34.196316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57702) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:34.242154 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ab81d84e-1f31-4fca-a962-78008cc18e9f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e2493fd3d7f84ef0ac9f24b259ec02d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443354 Feb 04 18:11:34.244281 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57704) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:34.293423 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] Publish callbacks [] for security_group (7a59ba52-f35f-4f5c-a2fc-a59be082dd28), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:34.314942 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] Publish callbacks [] for security_group (7a59ba52-f35f-4f5c-a2fc-a59be082dd28), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:34.499670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (7a59ba52-f35f-4f5c-a2fc-a59be082dd28), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:34.499670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:34.499670 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a59ba52-f35f-4f5c-a2fc-a59be082dd28 HTTP/1.1" status: 204 len: 168 time: 0.2538099 Feb 04 18:11:34.507365 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7970-9331-4d12-8ecc-c2c8c5c1d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a59ba52-f35f-4f5c-a2fc-a59be082dd28,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:34.811138 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:35.072701 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cf201-ac32-403b-ae28-4957d054fc1f req-07fea342-9a4b-4ee6-abce-60aadff92e66 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:35.074142 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-006cf201-ac32-403b-ae28-4957d054fc1f req-07fea342-9a4b-4ee6-abce-60aadff92e66 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0560977 Feb 04 18:11:35.133126 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-006cf201-ac32-403b-ae28-4957d054fc1f req-69705128-645b-4032-b23d-38f37dbab35e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529363 Feb 04 18:11:35.326579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57730) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:35.388727 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57732) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:35.439102 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9fa9ce52-6fc3-4e67-aa4e-0d426c326424 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a85a53bb1e53430daaa1ea0965bd13d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488384 Feb 04 18:11:35.441632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57738) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:35.814900 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] Publish callbacks [] for security_group (09f56e39-aa57-4cde-89a0-eb64a4ef9883), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:35.850257 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] Publish callbacks [] for security_group (09f56e39-aa57-4cde-89a0-eb64a4ef9883), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.039276 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (78f32f4a-f437-4b46-a974-06f323e66d74), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.042553 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (09f56e39-aa57-4cde-89a0-eb64a4ef9883), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.045321 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.049841 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/09f56e39-aa57-4cde-89a0-eb64a4ef9883 HTTP/1.1" status: 204 len: 168 time: 0.6039321 Feb 04 18:11:36.116794 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac6703-c8c6-4577-a8e1-2973796c09f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f56e39-aa57-4cde-89a0-eb64a4ef9883,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:36.328759 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Deleting port 394bbe25-af24-424e-bffa-bbeb132901a1 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:36.329432 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.411077 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] For port 394bbe25-af24-424e-bffa-bbeb132901a1, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=394bbe25-af24-424e-bffa-bbeb132901a1,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:36.411704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.426700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Calling delete_port for 394bbe25-af24-424e-bffa-bbeb132901a1 owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:36.697114 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (394bbe25-af24-424e-bffa-bbeb132901a1), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:36.719774 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Pushing event deleted for resources: {'Port': ['ID=394bbe25-af24-424e-bffa-bbeb132901a1,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:36.909469 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (78f32f4a-f437-4b46-a974-06f323e66d74), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.184617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Router 78f32f4a-f437-4b46-a974-06f323e66d74 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:37.330501 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:37.345774 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cf3c454c-3075-4a59-b09c-478c332eb39b admin admin] 10.222.0.98 "PUT /v2.0/routers/78f32f4a-f437-4b46-a974-06f323e66d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0163252 Feb 04 18:11:37.348638 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57776) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:37.351474 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Sync routers for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:37.378044 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:37.379303 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:37.459152 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57778) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:37.480097 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks [] for router (78f32f4a-f437-4b46-a974-06f323e66d74), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.534237 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:37.587657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1866272951-network', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:37.621215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks [] for router_gateway (78f32f4a-f437-4b46-a974-06f323e66d74), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.695885 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Made reservation on behalf of 7f2ff016321049ceb841522b8fe2c27a for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:37.698775 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.718823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.769277 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:11:36Z', 'revision_number': 5, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port': {'id': 'dbc15c68-5e46-45c4-9d42-3bf4ef6ff572', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:84:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:46Z', 'updated_at': '2022-02-04T18:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:37.814655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd3a94-ea0f-411e-951e-b2e5365307eb req-b440e34e-0a84-48f0-b474-6588dafb9ce4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:37.816421 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d2dd3a94-ea0f-411e-951e-b2e5365307eb req-b440e34e-0a84-48f0-b474-6588dafb9ce4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1271892 Feb 04 18:11:37.821236 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Deleting port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:37.821632 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.836847 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:37.844138 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Checking router: 78f32f4a-f437-4b46-a974-06f323e66d74 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:37.874904 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks [] for security_group (1d17182f-e899-48d1-91ce-aa68b8469f65), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.912381 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Routers {'78f32f4a-f437-4b46-a974-06f323e66d74'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:37.914105 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['78f32f4a-f437-4b46-a974-06f323e66d74'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:37.927593 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d2dd3a94-ea0f-411e-951e-b2e5365307eb req-1b9f357b-a3b6-4d1a-aa76-b64aa68c77d0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927513 Feb 04 18:11:37.948341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] For port dbc15c68-5e46-45c4-9d42-3bf4ef6ff572, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:37.948843 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.954966 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1d17182f-e899-48d1-91ce-aa68b8469f65), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:37.981334 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Calling delete_port for dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 owned by network:router_gateway {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:37.983231 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:11:38.001752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17182f-e899-48d1-91ce-aa68b8469f65,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:38.007279 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (a452f094-7cf6-488f-9f3c-a01b95dd00e5), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.007633 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Added segment a452f094-7cf6-488f-9f3c-a01b95dd00e5 of type vlan for network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 Feb 04 18:11:38.057624 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.133710 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] Set router 78f32f4a-f437-4b46-a974-06f323e66d74 gateway port host: None {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:38.244289 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.245598 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:38.246331 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.307579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:38.322818 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:11:38.325321 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: DOWN; New status is: DOWN {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:38.339871 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:11:37Z', 'revision_number': 6, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:38.352311 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (dbc15c68-5e46-45c4-9d42-3bf4ef6ff572), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.382149 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc15c68-5e46-45c4-9d42-3bf4ef6ff572,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:38.403795 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f71ffe-f457-4111-b9d4-776322cbf6d6 None None] The sync data for ids ['78f32f4a-f437-4b46-a974-06f323e66d74'] in dv-cinder-822768-3-iscsi is: [{'id': '78f32f4a-f437-4b46-a974-06f323e66d74', 'name': 'tempest-TestMinimumBasicScenario-636135352-router', 'tenant_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:45Z', 'updated_at': '2022-02-04T18:11:37Z', 'revision_number': 6, 'project_id': '369ffaf0cb1e4d2f913bfd52d63bf010', 'gw_port_host': None}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:38.423412 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-92f72c70-5218-4289-8ec7-228e4c1f8302 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9624274 Feb 04 18:11:38.426240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57798) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:38.436257 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Request body: {'subnet': {'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1866272951-subnet', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'ip_version': 4}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:38.458674 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (78f32f4a-f437-4b46-a974-06f323e66d74), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.512911 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57804) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:38.553147 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (78f32f4a-f437-4b46-a974-06f323e66d74), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.554303 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Made reservation on behalf of 7f2ff016321049ceb841522b8fe2c27a for: {'subnet': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:38.555473 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks [] for router_controller (78f32f4a-f437-4b46-a974-06f323e66d74), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.556899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26274913'] for subnet (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.666969 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-1605da8b-f9d3-4020-a335-80a0fceef444 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527007 Feb 04 18:11:38.675715 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-f2ca56b2-fcf7-4b7f-adf3-2870f4326982 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109412) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:11:38.676677 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-f2ca56b2-fcf7-4b7f-adf3-2870f4326982 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048976 Feb 04 18:11:38.731329 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (78f32f4a-f437-4b46-a974-06f323e66d74), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.732016 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f32f4a-f437-4b46-a974-06f323e66d74 {{(pid=109413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:11:38.737337 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.738831 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e1b217c3-2836-448a-b7eb-643d6f44c53f admin admin] 10.222.0.98 "DELETE /v2.0/routers/78f32f4a-f437-4b46-a974-06f323e66d74 HTTP/1.1" status: 204 len: 168 time: 1.3888464 Feb 04 18:11:38.743321 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57812) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:38.793660 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Deleting subnet 8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:11:38.796943 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Publish callbacks [] for subnet (8d2ebdfe-159e-40a7-a589-581dc7bf6dd7), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.835428 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (8d2ebdfe-159e-40a7-a589-581dc7bf6dd7), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.852011 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3031184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26274903'] for subnet (b28c7b1d-4c13-4951-ae10-c82e11571a16), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:38.923088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28c7b1d-4c13-4951-ae10-c82e11571a16,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:38.930321 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:38.930720 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Network hostable DHCP agents. Network: c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:11:38.950368 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (8d2ebdfe-159e-40a7-a589-581dc7bf6dd7), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.049390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:11:39.097879 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (8d2ebdfe-159e-40a7-a589-581dc7bf6dd7), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.128490 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2ebdfe-159e-40a7-a589-581dc7bf6dd7,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:39.130564 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.134383 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-342b0a03-1275-4865-83fc-19c58f6f6de7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8d2ebdfe-159e-40a7-a589-581dc7bf6dd7 HTTP/1.1" status: 204 len: 168 time: 0.3916786 Feb 04 18:11:39.137109 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57820) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:39.145348 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c310cf-a0cd-4921-bc98-2d8d76061dd3 None None] Network b3d8abd3-2554-4b7a-aecc-468588597521 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:39.163105 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd9dc9-49c4-4fc9-b3c6-cc5d3d845420 req-b8b90381-daed-4b85-b127-afd45f34590e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:39.164616 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d3bd9dc9-49c4-4fc9-b3c6-cc5d3d845420 req-b8b90381-daed-4b85-b127-afd45f34590e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0956454 Feb 04 18:11:39.218789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632) {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:39.228632 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31920f1e-d073-4e23-bb43-42bda6cc86e5 None None] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:39.232133 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:39.232858 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.238750 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d3bd9dc9-49c4-4fc9-b3c6-cc5d3d845420 req-7ae187c3-8ea0-4e20-bf4b-235aa2956441 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675924 Feb 04 18:11:39.259875 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (b3d8abd3-2554-4b7a-aecc-468588597521), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.326290 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Deleting port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:39.326734 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.392018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:11:39.393148 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.399079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] For port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:39.399454 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.408135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] DHCP port deletion for b3d8abd3-2554-4b7a-aecc-468588597521 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:11:39.419313 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Calling delete_port for 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:39.440425 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-15abdaa2-86ec-449a-a5ff-fe06c1a9483a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0104058 Feb 04 18:11:39.441084 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57822) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:39.446328 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:39.576938 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Deleting port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:39.576938 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.622946 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.622946 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.623263 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Allocated IP 172.20.0.2 (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632/b28c7b1d-4c13-4951-ae10-c82e11571a16/5db36c03-5214-4c2a-94c0-3e9449a44c9e) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:39.672984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for router_controller (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.698135 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] For port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,segment=NetworkSegment(fcb016ca-1039-4834-aa1d-e1f74ba84b19),segment_id=fcb016ca-1039-4834-aa1d-e1f74ba84b19)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:39.698568 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.716848 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Calling delete_port for 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:39.745017 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.777547 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:39.785049 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] No DVR routers for this DVR port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 on host dv-cinder-822768-3-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:39.832765 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:39.864073 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:39.864419 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:39.864858 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 394bbe25-af24-424e-bffa-bbeb132901a1 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:39.869617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (b3d8abd3-2554-4b7a-aecc-468588597521), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.890579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d8abd3-2554-4b7a-aecc-468588597521']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:39.900791 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 394bbe25-af24-424e-bffa-bbeb132901a1 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:39.901155 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 394bbe25-af24-424e-bffa-bbeb132901a1 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:39.901579 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:39.901752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb016ca-1039-4834-aa1d-e1f74ba84b19') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:39.902137 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb016ca-1039-4834-aa1d-e1f74ba84b19') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:39.914448 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (fcb016ca-1039-4834-aa1d-e1f74ba84b19), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.927503 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks [] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.929758 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:39.930472 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device dbc15c68-5e46-45c4-9d42-3bf4ef6ff572 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:39.931671 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (6ee17362-a54e-4df2-9ddc-6e2bd01a5c78), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.951920 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (fcb016ca-1039-4834-aa1d-e1f74ba84b19), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.958547 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:11:39.959029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (fcb016ca-1039-4834-aa1d-e1f74ba84b19), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:11:39.961583 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:11:39.964042 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] Pushing event deleted for resources: {'Port': ['ID=6ee17362-a54e-4df2-9ddc-6e2bd01a5c78,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:39.966092 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c362654-0997-43a1-9415-a2460e62be13 None None] No DVR routers for this DVR port 6ee17362-a54e-4df2-9ddc-6e2bd01a5c78 on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:40.017762 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.066343 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:40.069860 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:40.073553 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:40.081605 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Pushing event updated for resources: {'Port': ['ID=5db36c03-5214-4c2a-94c0-3e9449a44c9e,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:40.145811 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Attempting to bind port 5db36c03-5214-4c2a-94c0-3e9449a44c9e on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:40.146199 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Attempting to bind port 5db36c03-5214-4c2a-94c0-3e9449a44c9e by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:40.146702 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Attempting to bind port 5db36c03-5214-4c2a-94c0-3e9449a44c9e on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:40.153332 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:40.153722 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:40.154140 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.154580 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Bound using segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:40.155121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Bound port: 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:40.155518 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.165648 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (b3d8abd3-2554-4b7a-aecc-468588597521), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.173134 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.177066 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b3d8abd3-2554-4b7a-aecc-468588597521 HTTP/1.1" status: 204 len: 168 time: 1.0375049 Feb 04 18:11:40.180058 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57824) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:40.200593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba35f4e-42a2-44f8-9bdc-799b7a744c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d8abd3-2554-4b7a-aecc-468588597521,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:40.248204 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for router_gateway (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.272737 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] For port 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:40.291962 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] For port 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5db36c03-5214-4c2a-94c0-3e9449a44c9e,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:40.373782 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c0a51-37f2-4182-8362-fd22b7f45cf3 req-77386338-1ded-4aad-a145-808577eb5bcc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:40.375292 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-861c0a51-37f2-4182-8362-fd22b7f45cf3 req-77386338-1ded-4aad-a145-808577eb5bcc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0544410 Feb 04 18:11:40.395207 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.479465 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2061207-b0ac-4896-b3cf-a0d9e3a527e0 None None] Pushing event updated for resources: {'Port': ['ID=5db36c03-5214-4c2a-94c0-3e9449a44c9e,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:40.485675 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-861c0a51-37f2-4182-8362-fd22b7f45cf3 req-06c3b284-c11e-4d43-b312-191ae89318fc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013556 Feb 04 18:11:40.608442 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.676047 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for router_gateway (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.697471 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.810641 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Allocated IP 172.27.3.69 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/4766b8f2-8678-4692-82d9-ebdea3b3801d) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:40.868982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-b53fc4b5-9b35-4595-bf42-a85ec6e4ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:40.870531 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-b53fc4b5-9b35-4595-bf42-a85ec6e4ee4c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26&tenant_id=745beddd0c154d82a7e95298706587b1 HTTP/1.1" status: 200 len: 1127 time: 0.0860763 Feb 04 18:11:40.931061 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:40.976684 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-67de2ed5-7133-449f-91a5-7fd8541e6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:40.978278 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-67de2ed5-7133-449f-91a5-7fd8541e6a0e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1127 time: 0.0717216 Feb 04 18:11:40.983919 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Deleting port e858bec4-fa00-4ce8-af28-130f39dcd00e {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:40.984253 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.072655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.111960 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:41.115225 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:41.119686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:41.136537 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] For port e858bec4-fa00-4ce8-af28-130f39dcd00e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e858bec4-fa00-4ce8-af28-130f39dcd00e,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:41.136931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.145888 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-980ef6cf-3008-43dc-b9a2-fe25370d6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:41.147667 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-980ef6cf-3008-43dc-b9a2-fe25370d6a3c service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.1613827 Feb 04 18:11:41.150938 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Pushing event updated for resources: {'Port': ['ID=4766b8f2-8678-4692-82d9-ebdea3b3801d,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:41.155758 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Calling delete_port for e858bec4-fa00-4ce8-af28-130f39dcd00e owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:41.261602 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-9f1f0fd8-b2a4-413d-aa73-63a0f1712d06 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 999 time: 0.1073339 Feb 04 18:11:41.481844 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc7370-fce5-46c6-8256-1ce500809523 None None] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:41.598754 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for router_gateway (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.617302 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-9fce38ca-e5c3-4835-8694-7735b27ef21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:41.618679 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-9fce38ca-e5c3-4835-8694-7735b27ef21d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.3482845 Feb 04 18:11:41.620904 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Provisioning complete for port 5db36c03-5214-4c2a-94c0-3e9449a44c9e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:41.620904 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.719046 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-07923568-5e61-407b-ad5e-f42afcc82287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:41.720750 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-07923568-5e61-407b-ad5e-f42afcc82287 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937119 Feb 04 18:11:41.728616 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Current status of the port 5db36c03-5214-4c2a-94c0-3e9449a44c9e is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:41.729624 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.743002 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981bdd-ed21-410d-b33f-e77ae5f33da7 req-9b08e929-9f61-47f6-8d1c-631ff8a5bffc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:41.744768 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f981bdd-ed21-410d-b33f-e77ae5f33da7 req-9b08e929-9f61-47f6-8d1c-631ff8a5bffc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1655886 Feb 04 18:11:41.800584 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] For port 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5db36c03-5214-4c2a-94c0-3e9449a44c9e,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:41.872196 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-e1a7723b-1b2f-4d7b-9fc6-fc836ff3146d service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410446 Feb 04 18:11:41.877864 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (e858bec4-fa00-4ce8-af28-130f39dcd00e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.902194 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5f981bdd-ed21-410d-b33f-e77ae5f33da7 req-2b9ccca1-a507-4315-b901-5176c97d338f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487803 Feb 04 18:11:41.908337 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:41.920288 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5db36c03-5214-4c2a-94c0-3e9449a44c9e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:41.932055 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Pushing event deleted for resources: {'Port': ['ID=e858bec4-fa00-4ce8-af28-130f39dcd00e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:41.968421 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.064235 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b540a-5986-458c-802e-cd36072c7c72 None None] Pushing event updated for resources: {'Port': ['ID=5db36c03-5214-4c2a-94c0-3e9449a44c9e,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:42.096281 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-eb1e03d3-81d1-4942-afaa-41e6ca274ca6 None None] Provisioning complete for port 5db36c03-5214-4c2a-94c0-3e9449a44c9e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:42.096662 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-eb1e03d3-81d1-4942-afaa-41e6ca274ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.130338 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 5db36c03-5214-4c2a-94c0-3e9449a44c9e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:42.130752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.195652 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a21bedb4-3449-446a-8f8d-3535ceb29a9c req-c4d413dd-c153-4f4a-8b2d-efd89ee44be0 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051016 Feb 04 18:11:42.220842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:11:42.240168 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.243967 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e03d3-81d1-4942-afaa-41e6ca274ca6 None None] Current status of the port 5db36c03-5214-4c2a-94c0-3e9449a44c9e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:42.257626 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 5db36c03-5214-4c2a-94c0-3e9449a44c9e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:42.347495 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:42.359458 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:42.369938 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:42.370587 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:42.453765 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.457359 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-5ec3f366-3162-435a-b459-c512a83227ca admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0131209 Feb 04 18:11:42.458390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57834) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:42.483602 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:42.530787 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Router 6e4624b7-690c-41f7-a395-20c1ceaf1231 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:42.668914 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:41Z', 'revision_number': 3, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:42.700651 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:42.701004 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Updating router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a port 4766b8f2-8678-4692-82d9-ebdea3b3801d binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:11:42.731454 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:42.737455 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:42.746955 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-3b4fa66c-88ab-4368-aca8-e232df6f2411 admin admin] 10.222.0.98 "PUT /v2.0/routers/6e4624b7-690c-41f7-a395-20c1ceaf1231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5627396 Feb 04 18:11:42.746955 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57846) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:42.757706 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Sync routers for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:42.770807 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:42.771704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:42.886971 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:42.939015 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks [] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.213667 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks [] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.217549 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b212e68-757f-4f2d-a5ea-81c01d33da75 req-d038e77e-d60e-489f-a5a1-6c2d4db83034 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:43.223172 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks [] for router_gateway (6e4624b7-690c-41f7-a395-20c1ceaf1231), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.225507 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b212e68-757f-4f2d-a5ea-81c01d33da75 req-d038e77e-d60e-489f-a5a1-6c2d4db83034 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1205745 Feb 04 18:11:43.321229 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5b212e68-757f-4f2d-a5ea-81c01d33da75 req-782984d8-7a55-47e6-a62d-f9a401bde4ae tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864708 Feb 04 18:11:43.332692 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.347054 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.403420 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:11:41Z', 'revision_number': 5, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port': {'id': 'ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:43.425878 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Pushing event updated for resources: {'Port': ['ID=4766b8f2-8678-4692-82d9-ebdea3b3801d,revision_number=2']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:43.457412 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.457775 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.458132 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.466543 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.467185 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.469397 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Checking router: 6e4624b7-690c-41f7-a395-20c1ceaf1231 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:43.469960 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.470488 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.470970 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.471440 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.471976 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.472319 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.472721 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.473046 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:11:43.486691 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Attempting to bind port 4766b8f2-8678-4692-82d9-ebdea3b3801d on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:43.487188 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Attempting to bind port 4766b8f2-8678-4692-82d9-ebdea3b3801d by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:43.488301 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Attempting to bind port 4766b8f2-8678-4692-82d9-ebdea3b3801d on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:43.488565 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Routers {'6e4624b7-690c-41f7-a395-20c1ceaf1231'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:43.489218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['6e4624b7-690c-41f7-a395-20c1ceaf1231'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:43.506904 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:43.508822 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:43.509398 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.509795 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:43.510271 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Bound port: 4766b8f2-8678-4692-82d9-ebdea3b3801d, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:43.510678 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.598236 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] Set router 6e4624b7-690c-41f7-a395-20c1ceaf1231 gateway port host: None {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:43.615219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Allocated IP 172.20.0.1 (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632/b28c7b1d-4c13-4951-ae10-c82e11571a16/233e06ac-206b-41b7-acd9-3db02115425d) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:43.636207 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] For port 4766b8f2-8678-4692-82d9-ebdea3b3801d, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:43.641558 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] For port 4766b8f2-8678-4692-82d9-ebdea3b3801d, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=4766b8f2-8678-4692-82d9-ebdea3b3801d,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:43.661033 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:11:43Z', 'revision_number': 6, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:43.682989 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Deleting port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:43.683924 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.696842 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109b30d-2a2f-432d-bb21-79fed90ac928 None None] The sync data for ids ['6e4624b7-690c-41f7-a395-20c1ceaf1231'] in dv-cinder-822768-3-iscsi is: [{'id': '6e4624b7-690c-41f7-a395-20c1ceaf1231', 'name': 'tempest-TestMinimumBasicScenario-1799255901-router', 'tenant_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:07:52Z', 'updated_at': '2022-02-04T18:11:43Z', 'revision_number': 6, 'project_id': '0d3f1ff35cc844b5a9b804df746f2ad2', 'gw_port_host': None}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:43.743716 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:43.846879 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:43.848259 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:43.986162 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523d9ae-e227-4a9b-a2d0-625b6c4cf034 None None] Pushing event updated for resources: {'Port': ['ID=4766b8f2-8678-4692-82d9-ebdea3b3801d,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:44.022246 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:44.095638 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] For port ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:44.096216 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.123525 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Calling delete_port for ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 owned by network:router_gateway {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:44.180410 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks [] for port (233e06ac-206b-41b7-acd9-3db02115425d), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.285578 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5db36c03-5214-4c2a-94c0-3e9449a44c9e up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:44.402298 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 5db36c03-5214-4c2a-94c0-3e9449a44c9e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:44.402741 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.417105 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:41Z', 'revision_number': 3, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:44.479322 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe484996-02e0-4481-99b7-54603cf75db7 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:41Z', 'revision_number': 3, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:44.554500 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23094809-21d5-4e68-825d-450c6d843579 req-3bb09304-a9af-46df-843e-9361d9424c2b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:44.555075 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.559978 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-23094809-21d5-4e68-825d-450c6d843579 req-3bb09304-a9af-46df-843e-9361d9424c2b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1204331 Feb 04 18:11:44.626457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 5db36c03-5214-4c2a-94c0-3e9449a44c9e is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:44.664412 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-23094809-21d5-4e68-825d-450c6d843579 req-c6a0c7a3-79c4-4559-9b87-781edddc538e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890355 Feb 04 18:11:44.664580 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Pushing event updated for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:44.666369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:44.668629 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:44.674719 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:44.735934 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.807606 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:44.861142 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:45.088333 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.204613 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-939f89f9-6090-417c-862a-0920fc90bc90 None None] Provisioning complete for port 233e06ac-206b-41b7-acd9-3db02115425d triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:45.205093 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-939f89f9-6090-417c-862a-0920fc90bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (233e06ac-206b-41b7-acd9-3db02115425d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.257807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.260574 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks [] for router_controller (6e4624b7-690c-41f7-a395-20c1ceaf1231), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.339625 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-939f89f9-6090-417c-862a-0920fc90bc90 None None] Port 233e06ac-206b-41b7-acd9-3db02115425d cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:11:45.395494 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (233e06ac-206b-41b7-acd9-3db02115425d), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.497629 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (6e4624b7-690c-41f7-a395-20c1ceaf1231), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.498199 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4624b7-690c-41f7-a395-20c1ceaf1231 {{(pid=109412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:11:45.511583 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.519154 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0493d87f-102b-494d-af89-9e63037f08e3 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6e4624b7-690c-41f7-a395-20c1ceaf1231 HTTP/1.1" status: 204 len: 168 time: 2.7656178 Feb 04 18:11:45.519295 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57858) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:45.667576 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Deleting subnet e7a6a6c4-49f5-40e5-937e-4e11b8019ca0 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:11:45.677911 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Publish callbacks [] for subnet (e7a6a6c4-49f5-40e5-937e-4e11b8019ca0), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.837665 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (e7a6a6c4-49f5-40e5-937e-4e11b8019ca0), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.898116 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks [] for port (233e06ac-206b-41b7-acd9-3db02115425d), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:45.965669 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.003452 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 4766b8f2-8678-4692-82d9-ebdea3b3801d up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:46.065290 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b8270-94c6-4cd3-8b84-772e8cccb441 req-24d3810c-feca-42f4-ae51-134a80b1517a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:46.077560 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.083863 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4c4b8270-94c6-4cd3-8b84-772e8cccb441 req-24d3810c-feca-42f4-ae51-134a80b1517a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1712372 Feb 04 18:11:46.102202 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (e7a6a6c4-49f5-40e5-937e-4e11b8019ca0), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.167799 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 4766b8f2-8678-4692-82d9-ebdea3b3801d triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:46.168188 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.228690 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Pushing event updated for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:46.273337 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4c4b8270-94c6-4cd3-8b84-772e8cccb441 req-030bfcf9-e97a-4e9d-946b-3e2364c0f8d2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1836605 Feb 04 18:11:46.343704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:46.347219 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:46.359869 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (e7a6a6c4-49f5-40e5-937e-4e11b8019ca0), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.372070 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 4766b8f2-8678-4692-82d9-ebdea3b3801d is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:46.372845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.405886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a6a6c4-49f5-40e5-937e-4e11b8019ca0,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:46.411215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.415811 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6b4442af-0913-4d6b-9443-fb4071a7cef5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e7a6a6c4-49f5-40e5-937e-4e11b8019ca0 HTTP/1.1" status: 204 len: 168 time: 0.8979943 Feb 04 18:11:46.426317 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57864) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:46.464757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc59da2-fa87-4d84-9a6b-33f910dc3aa5 None None] Network 7a8486d0-8b41-4954-802c-42f9f5ef6b6c requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:46.543335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:46.599110 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (7a8486d0-8b41-4954-802c-42f9f5ef6b6c), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.617052 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 4766b8f2-8678-4692-82d9-ebdea3b3801d, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=4766b8f2-8678-4692-82d9-ebdea3b3801d,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:46.732144 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Deleting port 137e6cba-ca11-4026-badc-b2023741fd87 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:46.733169 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (137e6cba-ca11-4026-badc-b2023741fd87), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.755662 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.863844 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] For port 137e6cba-ca11-4026-badc-b2023741fd87, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137e6cba-ca11-4026-badc-b2023741fd87,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:46.864235 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (137e6cba-ca11-4026-badc-b2023741fd87), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:46.894963 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:46.906289 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:46.912186 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-6a35dc23-c0ed-45bd-bbe8-94677311afb8 admin admin] 10.222.0.98 "PUT /v2.0/routers/3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4512405 Feb 04 18:11:46.917226 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Calling delete_port for 137e6cba-ca11-4026-badc-b2023741fd87 owned by network:dhcp {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:46.944498 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:46.944931 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device ffc4c9d3-cbfd-4b04-97c8-b3004b2658a4 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:46.945473 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e858bec4-fa00-4ce8-af28-130f39dcd00e no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:46.968707 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: e858bec4-fa00-4ce8-af28-130f39dcd00e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:46.969871 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e858bec4-fa00-4ce8-af28-130f39dcd00e not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:47.016635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=4766b8f2-8678-4692-82d9-ebdea3b3801d,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:47.033152 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-e3191336-74cd-40a5-bfb4-6188975046f0 None None] Provisioning complete for port 233e06ac-206b-41b7-acd9-3db02115425d triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:47.033682 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e3191336-74cd-40a5-bfb4-6188975046f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (233e06ac-206b-41b7-acd9-3db02115425d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.123311 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] DHCP port deletion for 7a8486d0-8b41-4954-802c-42f9f5ef6b6c request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:11:47.153839 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-e3191336-74cd-40a5-bfb4-6188975046f0 None None] Port 233e06ac-206b-41b7-acd9-3db02115425d cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:11:47.344066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Deleting port 137e6cba-ca11-4026-badc-b2023741fd87 {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:11:47.344066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (137e6cba-ca11-4026-badc-b2023741fd87), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.400490 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (137e6cba-ca11-4026-badc-b2023741fd87), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.448605 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] No DVR routers for this DVR port 137e6cba-ca11-4026-badc-b2023741fd87 on host dv-cinder-822768-3-iscsi {{(pid=109413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:47.470352 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] For port 137e6cba-ca11-4026-badc-b2023741fd87, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=137e6cba-ca11-4026-badc-b2023741fd87,segment=NetworkSegment(3edd7c7f-c002-4f0a-afc0-182089cbdccb),segment_id=3edd7c7f-c002-4f0a-afc0-182089cbdccb)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:47.472190 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (137e6cba-ca11-4026-badc-b2023741fd87), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.505201 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Calling delete_port for 137e6cba-ca11-4026-badc-b2023741fd87 owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:11:47.529280 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Pushing event deleted for resources: {'Port': ['ID=137e6cba-ca11-4026-badc-b2023741fd87,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:47.746461 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (7a8486d0-8b41-4954-802c-42f9f5ef6b6c), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.779979 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (137e6cba-ca11-4026-badc-b2023741fd87), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.813989 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947592f-bffc-46ce-ae17-5a60cf4ed1fa req-ffde0870-6068-42b7-8901-8e6883968dea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:47.827382 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c947592f-bffc-46ce-ae17-5a60cf4ed1fa req-ffde0870-6068-42b7-8901-8e6883968dea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.3885837 Feb 04 18:11:47.868451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8486d0-8b41-4954-802c-42f9f5ef6b6c']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:47.869788 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:47.869788 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:47.869788 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:47.883120 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edd7c7f-c002-4f0a-afc0-182089cbdccb') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:47.883882 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edd7c7f-c002-4f0a-afc0-182089cbdccb') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:47.913190 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (3edd7c7f-c002-4f0a-afc0-182089cbdccb), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.917195 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] Pushing event deleted for resources: {'Port': ['ID=137e6cba-ca11-4026-badc-b2023741fd87,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:47.934743 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee73b5c-5e3e-41ef-9d52-4930a3891b40 None None] No DVR routers for this DVR port 137e6cba-ca11-4026-badc-b2023741fd87 on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:11:47.967348 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (3edd7c7f-c002-4f0a-afc0-182089cbdccb), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:47.984397 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 4766b8f2-8678-4692-82d9-ebdea3b3801d up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:48.035356 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c947592f-bffc-46ce-ae17-5a60cf4ed1fa req-9cbecc33-9397-4ec2-aa50-2ab9678d2aa2 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1879506 Feb 04 18:11:48.046588 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:11:48.047983 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (3edd7c7f-c002-4f0a-afc0-182089cbdccb), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:11:48.063929 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:11:48.088530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.128952 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 4766b8f2-8678-4692-82d9-ebdea3b3801d triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:48.133295 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.278564 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:48.315442 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 4766b8f2-8678-4692-82d9-ebdea3b3801d is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:48.366797 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (7a8486d0-8b41-4954-802c-42f9f5ef6b6c), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.378148 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.397720 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] 10.222.0.98 "DELETE /v2.0/networks/7a8486d0-8b41-4954-802c-42f9f5ef6b6c HTTP/1.1" status: 204 len: 168 time: 1.9704499 Feb 04 18:11:48.413897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137e6cba-ca11-4026-badc-b2023741fd87 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:11:48.430938 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65887b3-3521-4120-acfa-b79b7dd711ed admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8486d0-8b41-4954-802c-42f9f5ef6b6c,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:48.445790 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 137e6cba-ca11-4026-badc-b2023741fd87 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:11:48.446452 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 137e6cba-ca11-4026-badc-b2023741fd87 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:11:48.558172 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:11:48.607666 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 2, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:48.702809 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:48.704307 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Updating router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a port 233e06ac-206b-41b7-acd9-3db02115425d binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:11:48.770496 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (233e06ac-206b-41b7-acd9-3db02115425d), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:48.830970 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57886) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:48.836058 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-279991587-network', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:48.982613 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Made reservation on behalf of dd6f37e182af422f8ac957cbb116fc11 for: {'network': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:48.985893 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for network (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.020380 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.076316 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57888) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:49.165457 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7469c55c-ed33-4dce-88a3-dc39e3686952 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=369ffaf0cb1e4d2f913bfd52d63bf010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871949 Feb 04 18:11:49.169037 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57892) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:49.289328 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] Publish callbacks [] for security_group (0344731c-e74f-4959-a2c6-d242481971f6), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.312919 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks [] for security_group (187a526e-369e-4983-b897-6b44145f5953), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.333386 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] Publish callbacks [] for security_group (0344731c-e74f-4959-a2c6-d242481971f6), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.363108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ad113-7539-41c3-a07c-3f79829c806e req-6fbaa019-28ca-4c87-9d70-4943b5ce7374 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:49.365447 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-946ad113-7539-41c3-a07c-3f79829c806e req-6fbaa019-28ca-4c87-9d70-4943b5ce7374 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1218708 Feb 04 18:11:49.406733 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks [] for port (233e06ac-206b-41b7-acd9-3db02115425d), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.420864 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (187a526e-369e-4983-b897-6b44145f5953), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.449208 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-946ad113-7539-41c3-a07c-3f79829c806e req-6a460575-16a9-4a3a-9e7c-e52be05f6fe0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602124 Feb 04 18:11:49.455127 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=109412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 18:11:49.484273 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187a526e-369e-4983-b897-6b44145f5953,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:49.494731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (d41a55f0-814d-470c-a8c7-1989208e0312), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.494731 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.segments_db [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Added segment d41a55f0-814d-470c-a8c7-1989208e0312 of type vlan for network f6939c6a-9525-41d8-bedf-b2555bef55d8 Feb 04 18:11:49.503019 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (0344731c-e74f-4959-a2c6-d242481971f6), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.509206 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.511465 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0344731c-e74f-4959-a2c6-d242481971f6 HTTP/1.1" status: 204 len: 168 time: 0.3407509 Feb 04 18:11:49.516030 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.570489 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6948c-9404-4f9f-8c27-f56b26d6ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0344731c-e74f-4959-a2c6-d242481971f6,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:49.617370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742362484682'] for network (f6939c6a-9525-41d8-bedf-b2555bef55d8), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.625359 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bd95-3485-495a-a342-dbebe3ab26b1 None None] Pushing event updated for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:49.754743 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327'] for network (f6939c6a-9525-41d8-bedf-b2555bef55d8), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.757794 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:49.759477 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Attempting to bind port 233e06ac-206b-41b7-acd9-3db02115425d on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:49.769848 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.770157 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Attempting to bind port 233e06ac-206b-41b7-acd9-3db02115425d by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:49.770157 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Attempting to bind port 233e06ac-206b-41b7-acd9-3db02115425d on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:49.770497 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:49.770994 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:49.771500 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.772020 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Bound using segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:49.772621 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Bound port: 233e06ac-206b-41b7-acd9-3db02115425d, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:49.773106 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (233e06ac-206b-41b7-acd9-3db02115425d), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:49.853158 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] For port 233e06ac-206b-41b7-acd9-3db02115425d, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:49.856963 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] For port 233e06ac-206b-41b7-acd9-3db02115425d, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=233e06ac-206b-41b7-acd9-3db02115425d,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:49.914400 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] Pushing event updated for resources: {'Network': ['ID=f6939c6a-9525-41d8-bedf-b2555bef55d8,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:49.925636 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 details requested by agent ovs-agent-dv-cinder-822768-3-iscsi with host dv-cinder-822768-3-iscsi {{(pid=109414) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 18:11:49.958336 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.006277 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-f615933f-f745-4269-9e59-21d3965f071d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1741071 Feb 04 18:11:50.009300 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57898) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:50.014982 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Request body: {'subnet': {'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-279991587-subnet', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'ip_version': 4}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:50.047299 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Provisioning complete for port 233e06ac-206b-41b7-acd9-3db02115425d triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:50.047813 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (233e06ac-206b-41b7-acd9-3db02115425d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.093259 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:50.094171 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:50.169602 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Made reservation on behalf of dd6f37e182af422f8ac957cbb116fc11 for: {'subnet': 1} {{(pid=109413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:11:50.173504 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824458'] for subnet (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.199564 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bd95-3485-495a-a342-dbebe3ab26b1 None None] Pushing event updated for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:50.218299 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Current status of the port 233e06ac-206b-41b7-acd9-3db02115425d is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:50.221635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (233e06ac-206b-41b7-acd9-3db02115425d), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.321454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] For port 233e06ac-206b-41b7-acd9-3db02115425d, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=233e06ac-206b-41b7-acd9-3db02115425d,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:50.375614 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:50.433669 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.524052 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b30be-3275-434e-82da-d4533ab92451 None None] Pushing event updated for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:50.548301 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26360292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824508'] for subnet (84016a9b-4040-417e-a473-eca8b287ec14), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.586190 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-97bfc271-2a27-4665-a8a9-afc1375d3fcb None None] Provisioning complete for port 233e06ac-206b-41b7-acd9-3db02115425d triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:50.586772 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-97bfc271-2a27-4665-a8a9-afc1375d3fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (233e06ac-206b-41b7-acd9-3db02115425d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.719682 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84016a9b-4040-417e-a473-eca8b287ec14,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:50.738468 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-97bfc271-2a27-4665-a8a9-afc1375d3fcb None None] Current status of the port 233e06ac-206b-41b7-acd9-3db02115425d is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:50.751602 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c2cb-5cf7-4125-b2a0-f59aea04ded0 req-48c393a5-9601-4927-9fa1-364751063b37 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:50.753316 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-add1c2cb-5cf7-4125-b2a0-f59aea04ded0 req-48c393a5-9601-4927-9fa1-364751063b37 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1447384 Feb 04 18:11:50.754331 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Checking segment: {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:50.754725 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Network hostable DHCP agents. Network: f6939c6a-9525-41d8-bedf-b2555bef55d8, hostable agents: ['57b58203-2bbf-46b6-96ee-0f18ca9300b5'], hosted agents: [] {{(pid=109413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 18:11:50.781892 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:49Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:50.823048 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57904) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:50.824749 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ae804-a5b9-40c9-a123-1bb2e5705636 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:49Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:50.851614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-add1c2cb-5cf7-4125-b2a0-f59aea04ded0 req-9970677b-2e71-40bf-aa9b-9e249669d977 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916233 Feb 04 18:11:50.906633 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 is scheduled to be hosted by DHCP agent 57b58203-2bbf-46b6-96ee-0f18ca9300b5 with binding_index 1 {{(pid=109413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 18:11:50.930173 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-cf60ed94-91ba-41f3-9b60-4a13afe2caa2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d3f1ff35cc844b5a9b804df746f2ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049280 Feb 04 18:11:50.933005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57906) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:50.975426 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822768-3-iscsi, f6939c6a-9525-41d8-bedf-b2555bef55d8) {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:50.980025 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:50.980629 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:50.985304 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f3116d-1d77-4b6f-9255-9f69cc5bb672 None None] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:50.999577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] Publish callbacks [] for security_group (638cefe6-6fa2-486e-9d59-106f01b4034c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.032092 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] Publish callbacks [] for security_group (638cefe6-6fa2-486e-9d59-106f01b4034c), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.090094 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-bfad8eb3-5449-4222-9b9d-95ccc4717657 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0791411 Feb 04 18:11:51.092094 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57908) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:51.097259 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:51.160529 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp487f8a49-c9db-59de-bd8f-d9ef324ed0a5-f6939c6a-9525-41d8-bedf-b2555bef55d8', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14'}]}} from dv-cinder-822768-3-iscsi. {{(pid=109414) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 18:11:51.161586 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.176783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (638cefe6-6fa2-486e-9d59-106f01b4034c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.180388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.181784 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/638cefe6-6fa2-486e-9d59-106f01b4034c HTTP/1.1" status: 204 len: 168 time: 0.2475522 Feb 04 18:11:51.196635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ed235-5692-462b-94ba-9f079bcd9f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638cefe6-6fa2-486e-9d59-106f01b4034c,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:51.211607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-475001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13882'] for router (707bf59a-560d-499f-8d27-76679bd6ffde), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.212731 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-476751', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1614187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13891'] for router (707bf59a-560d-499f-8d27-76679bd6ffde), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.356536 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for router_controller (707bf59a-560d-499f-8d27-76679bd6ffde), precommit_add_association {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.411134 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.db_base_plugin_common [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Allocated IP 172.20.0.2 (f6939c6a-9525-41d8-bedf-b2555bef55d8/84016a9b-4040-417e-a473-eca8b287ec14/76897b60-c628-4b7f-981b-a35f32582399) {{(pid=109414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:51.687040 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks [] for port (76897b60-c628-4b7f-981b-a35f32582399), precommit_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.744131 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for router_gateway (707bf59a-560d-499f-8d27-76679bd6ffde), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.792901 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263'] for port (76897b60-c628-4b7f-981b-a35f32582399), after_create {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:51.930850 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 is already hosted by enough agents. {{(pid=109414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:51.942302 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.scheduler.base_scheduler [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Resources bound (agent type, host, resource id): {{(pid=109414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:51.949333 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Received port after_create {{(pid=109414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:52.001997 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Pushing event updated for resources: {'Port': ['ID=76897b60-c628-4b7f-981b-a35f32582399,revision_number=1']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:52.063744 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 233e06ac-206b-41b7-acd9-3db02115425d up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:52.102788 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b184-2a1d-4d9d-8bb7-4040b0fe9d54 req-481febcf-40ef-49b2-b057-4d06e3f5aa4d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:52.104557 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0fa6b184-2a1d-4d9d-8bb7-4040b0fe9d54 req-481febcf-40ef-49b2-b057-4d06e3f5aa4d tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0999470 Feb 04 18:11:52.125301 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Attempting to bind port 76897b60-c628-4b7f-981b-a35f32582399 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:52.126010 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Attempting to bind port 76897b60-c628-4b7f-981b-a35f32582399 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:52.126010 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Attempting to bind port 76897b60-c628-4b7f-981b-a35f32582399 on network f6939c6a-9525-41d8-bedf-b2555bef55d8 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:52.137082 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:52.137531 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Checking segment: {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:52.137959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.147681 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Bound using segment: {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:52.148215 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Bound port: 76897b60-c628-4b7f-981b-a35f32582399, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:52.148692 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (76897b60-c628-4b7f-981b-a35f32582399), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.253343 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 233e06ac-206b-41b7-acd9-3db02115425d triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:52.253629 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (233e06ac-206b-41b7-acd9-3db02115425d), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.378325 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] For port 76897b60-c628-4b7f-981b-a35f32582399, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:52.386245 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] For port 76897b60-c628-4b7f-981b-a35f32582399, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=76897b60-c628-4b7f-981b-a35f32582399,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:52.537901 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 233e06ac-206b-41b7-acd9-3db02115425d is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:52.656153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for router_gateway (707bf59a-560d-499f-8d27-76679bd6ffde), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.685866 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.700024 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0fa6b184-2a1d-4d9d-8bb7-4040b0fe9d54 req-778f1ed3-e9e7-4e5a-92ec-afb257a3f349 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070666 Feb 04 18:11:52.772421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (76897b60-c628-4b7f-981b-a35f32582399), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:52.859418 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Allocated IP 172.27.3.56 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/579c3962-f6e0-484a-9fc0-a02efd1cf884) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:52.904012 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6891c3-0688-40cd-a26d-b521f99859c0 None None] Pushing event updated for resources: {'Port': ['ID=76897b60-c628-4b7f-981b-a35f32582399,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:53.018032 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:53.588571 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:53.645482 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:53.649970 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:53.653074 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:53.783192 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Pushing event updated for resources: {'Port': ['ID=579c3962-f6e0-484a-9fc0-a02efd1cf884,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:53.893409 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 76897b60-c628-4b7f-981b-a35f32582399 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:53.923371 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cdc65-7c8c-4cc2-88c3-7d1e51ddfe19 req-7b3445e6-ef38-49da-baac-76e44b7831b0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:53.931419 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cf6cdc65-7c8c-4cc2-88c3-7d1e51ddfe19 req-7b3445e6-ef38-49da-baac-76e44b7831b0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.1075945 Feb 04 18:11:53.964951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-27814c1d-c25c-4b54-9ae4-5971707b707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:53.965484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 76897b60-c628-4b7f-981b-a35f32582399 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:53.965744 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (76897b60-c628-4b7f-981b-a35f32582399), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:53.971296 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-27814c1d-c25c-4b54-9ae4-5971707b707a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1127 time: 0.0890899 Feb 04 18:11:53.989677 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-cf6cdc65-7c8c-4cc2-88c3-7d1e51ddfe19 req-c22368b1-7ec3-43f1-a32d-c6b145e312d0 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573776 Feb 04 18:11:54.058665 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178e785-79c4-48d0-8b25-599c54780dc7 None None] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:11:54.086070 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-7897d013-f82a-40fb-abdb-46f5b6ee46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:54.087928 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-7897d013-f82a-40fb-abdb-46f5b6ee46f8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.0963583 Feb 04 18:11:54.165381 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-830b5cbf-f514-4a10-afa3-d9d47948f65d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 999 time: 0.0719430 Feb 04 18:11:54.213513 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-10d03381-de57-4af6-8e1f-fa5e115e1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:54.215010 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-10d03381-de57-4af6-8e1f-fa5e115e1e43 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0440006 Feb 04 18:11:54.252414 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 76897b60-c628-4b7f-981b-a35f32582399 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:54.252806 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (76897b60-c628-4b7f-981b-a35f32582399), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.265794 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-8f6a6e26-e3ff-4c12-b489-8764fe61d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:54.267404 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-8f6a6e26-e3ff-4c12-b489-8764fe61d125 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455761 Feb 04 18:11:54.272170 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Provisioning complete for port 76897b60-c628-4b7f-981b-a35f32582399 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:54.272560 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (76897b60-c628-4b7f-981b-a35f32582399), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.350513 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 76897b60-c628-4b7f-981b-a35f32582399, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=76897b60-c628-4b7f-981b-a35f32582399,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:54.376828 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for router_gateway (707bf59a-560d-499f-8d27-76679bd6ffde), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.419922 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Current status of the port 76897b60-c628-4b7f-981b-a35f32582399 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:54.420390 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (76897b60-c628-4b7f-981b-a35f32582399), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.463041 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (76897b60-c628-4b7f-981b-a35f32582399), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.545407 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.db.api [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109414) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 18:11:54.545792 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG oslo_db.api [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 18:11:54.550620 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=76897b60-c628-4b7f-981b-a35f32582399,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:54.601622 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476768'] for router (707bf59a-560d-499f-8d27-76679bd6ffde), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:54.856581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Router 707bf59a-560d-499f-8d27-76679bd6ffde is scheduled to L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 with binding_index 1 {{(pid=109413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 18:11:54.970870 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:54.979372 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Sync routers for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:54.991700 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:55.001445 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:55.105176 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-18cb8ceb-3011-44cc-9af4-8627db90a91a None None] Current status of the port 76897b60-c628-4b7f-981b-a35f32582399 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:55.109928 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.110481 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f5f61455-da67-479f-b936-93916b7eced4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0172844 Feb 04 18:11:55.115977 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57920) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:55.134640 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:55.148674 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871a566-13b1-4609-a2f0-c061cc8e992e req-568f8827-ad97-42e7-b496-81edeb1fe90a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:55.150174 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7871a566-13b1-4609-a2f0-c061cc8e992e req-568f8827-ad97-42e7-b496-81edeb1fe90a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0779853 Feb 04 18:11:55.215476 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7871a566-13b1-4609-a2f0-c061cc8e992e req-9358105a-c0e6-4bfc-a3fe-ac28f1cef12a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486162 Feb 04 18:11:55.259642 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-96ee5234-dcd1-44f1-bb34-1747136e8367 None None] Provisioning complete for port 76897b60-c628-4b7f-981b-a35f32582399 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:55.260023 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-96ee5234-dcd1-44f1-bb34-1747136e8367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (76897b60-c628-4b7f-981b-a35f32582399), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.391030 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-96ee5234-dcd1-44f1-bb34-1747136e8367 None None] Current status of the port 76897b60-c628-4b7f-981b-a35f32582399 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:55.401150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:53Z', 'revision_number': 3, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:55.427197 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Checking router: 707bf59a-560d-499f-8d27-76679bd6ffde for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:55.427550 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Updating router 707bf59a-560d-499f-8d27-76679bd6ffde port 579c3962-f6e0-484a-9fc0-a02efd1cf884 binding host dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:11:55.457979 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.554073 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.711406 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks [] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), precommit_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.716635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Allocated IP 172.20.0.1 (f6939c6a-9525-41d8-bedf-b2555bef55d8/84016a9b-4040-417e-a473-eca8b287ec14/67ab6a73-260d-4710-9b3f-bd4fa19ddab4) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:11:55.785506 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 76897b60-c628-4b7f-981b-a35f32582399 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:55.828523 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks [] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.830197 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.871739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 76897b60-c628-4b7f-981b-a35f32582399 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:55.872249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (76897b60-c628-4b7f-981b-a35f32582399), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.916593 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b20f-fcb3-4e24-8c48-2143c45bf5c8 None None] Pushing event updated for resources: {'Port': ['ID=579c3962-f6e0-484a-9fc0-a02efd1cf884,revision_number=2']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:55.920454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Attempting to bind port 579c3962-f6e0-484a-9fc0-a02efd1cf884 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:55.920830 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Attempting to bind port 579c3962-f6e0-484a-9fc0-a02efd1cf884 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:55.921191 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Attempting to bind port 579c3962-f6e0-484a-9fc0-a02efd1cf884 on network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:55.930767 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:55.931145 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Checking segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:55.931553 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.931945 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Bound using segment: {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'} {{(pid=109414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:55.932418 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.managers [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Bound port: 579c3962-f6e0-484a-9fc0-a02efd1cf884, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10419bf0-4347-4b7c-9e37-fe4e66e2cb64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}}] {{(pid=109414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:55.932805 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.952298 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:55.992368 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:55.995381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:55.999002 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:11:56.019687 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] For port 579c3962-f6e0-484a-9fc0-a02efd1cf884, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:56.023071 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 76897b60-c628-4b7f-981b-a35f32582399 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:56.023608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Pushing event updated for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:56.025949 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] For port 579c3962-f6e0-484a-9fc0-a02efd1cf884, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=579c3962-f6e0-484a-9fc0-a02efd1cf884,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:56.043199 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1579599'] for router_interface (707bf59a-560d-499f-8d27-76679bd6ffde), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.154219 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.218540 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:56.219165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:56.244567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.265853 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b20f-fcb3-4e24-8c48-2143c45bf5c8 None None] Pushing event updated for resources: {'Port': ['ID=579c3962-f6e0-484a-9fc0-a02efd1cf884,revision_number=3']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:56.311759 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-7c6a465f-a907-4992-88af-b6a9d92a16c3 None None] Provisioning complete for port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:56.312137 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7c6a465f-a907-4992-88af-b6a9d92a16c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.351625 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b2306-799b-4340-9eda-6ad159a9fcc9 req-c742ee86-e4b4-44f0-9e94-7d80059bce0e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:56.353103 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8d3b2306-799b-4340-9eda-6ad159a9fcc9 req-c742ee86-e4b4-44f0-9e94-7d80059bce0e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0570161 Feb 04 18:11:56.357721 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a465f-a907-4992-88af-b6a9d92a16c3 None None] Port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:11:56.381585 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:56.419013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8d3b2306-799b-4340-9eda-6ad159a9fcc9 req-7e546bfd-fd5e-4a2f-92fe-bb3c50ebb002 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544035 Feb 04 18:11:56.435693 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks [] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.502456 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.571920 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473279'] for router_interface (707bf59a-560d-499f-8d27-76679bd6ffde), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:56.574818 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Pushing event updated for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:56.582671 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '67ab6a73-260d-4710-9b3f-bd4fa19ddab4', 'name': '', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'mac_address': 'fa:16:3e:73:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:55Z', 'updated_at': '2022-02-04T18:11:55Z', 'revision_number': 1, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'subnets': [{'id': '84016a9b-4040-417e-a473-eca8b287ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:56.612249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24094c8-cc4b-4a71-878b-b502b69e61b3 None None] The sync data for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi is: [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '67ab6a73-260d-4710-9b3f-bd4fa19ddab4', 'name': '', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'mac_address': 'fa:16:3e:73:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:55Z', 'updated_at': '2022-02-04T18:11:55Z', 'revision_number': 1, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'subnets': [{'id': '84016a9b-4040-417e-a473-eca8b287ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:11:56.993404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:11:56.996566 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:11:57.000151 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-ba50cd8b-1a31-4cf9-b983-b0e32888e274 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826542 Feb 04 18:11:57.191275 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-564b20a8-7be0-41bd-b746-58cb3ee2d50c req-f6527667-69d2-4435-80fd-102ea0da1064 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832027 Feb 04 18:11:57.199005 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Router 707bf59a-560d-499f-8d27-76679bd6ffde has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:11:57.288579 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-1369dba5-a1eb-407c-8161-a76eed4b68c0 None None] Provisioning complete for port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:57.289057 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1369dba5-a1eb-407c-8161-a76eed4b68c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:57.336608 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-1369dba5-a1eb-407c-8161-a76eed4b68c0 None None] Port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:11:57.360416 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:11:57.365799 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a64c0452-fbd9-4edd-b9c6-337f3e6988fe admin admin] 10.222.0.98 "PUT /v2.0/routers/707bf59a-560d-499f-8d27-76679bd6ffde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2481337 Feb 04 18:11:57.547183 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48486054-584a-43f0-bcdb-a1c3416223c5 req-3f941c08-9b55-4ade-8fd5-10c06ce64877 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:57.548876 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48486054-584a-43f0-bcdb-a1c3416223c5 req-3f941c08-9b55-4ade-8fd5-10c06ce64877 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0636790 Feb 04 18:11:57.601059 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48486054-584a-43f0-bcdb-a1c3416223c5 req-6f8374d2-4c38-4de2-b7d4-1c34e8023499 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465395 Feb 04 18:11:57.863824 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 579c3962-f6e0-484a-9fc0-a02efd1cf884 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:57.915094 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 579c3962-f6e0-484a-9fc0-a02efd1cf884 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:57.915476 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.063616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57932) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:58.069018 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453985264', 'description': 'tempest-secgroup-smoke-453985264 description', 'project_id': '7f2ff016321049ceb841522b8fe2c27a'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:58.133313 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 579c3962-f6e0-484a-9fc0-a02efd1cf884 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:58.133699 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.157845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] For port 579c3962-f6e0-484a-9fc0-a02efd1cf884, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=579c3962-f6e0-484a-9fc0-a02efd1cf884,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:11:58.210948 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.284508 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (d15c08a4-2e67-4f11-b126-d25f1f786f85), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.298767 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.357818 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Pushing event updated for resources: {'Port': ['ID=579c3962-f6e0-484a-9fc0-a02efd1cf884,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:58.508276 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d15c08a4-2e67-4f11-b126-d25f1f786f85), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.537611 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15c08a4-2e67-4f11-b126-d25f1f786f85,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:58.682901 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c7889eb4-0d8a-4a83-afb6-6cd0f62fc516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.717656 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Sync routers for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:11:58.726154 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.734707 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ebd40633-fe33-4d4e-9446-171680e82078 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6628027 Feb 04 18:11:58.734845 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:58.734845 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:58.735060 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57936) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:58.735461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:58.743676 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4e79f-0dcd-41dc-b221-6d78b43f673f req-05255f4c-e94c-4c72-9526-7618908f9c45 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:58.745132 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49d4e79f-0dcd-41dc-b221-6d78b43f673f req-05255f4c-e94c-4c72-9526-7618908f9c45 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0610325 Feb 04 18:11:58.801837 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-49d4e79f-0dcd-41dc-b221-6d78b43f673f req-01454d5e-e00c-4546-bef5-90efba3e868b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480072 Feb 04 18:11:58.848660 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (08af96c8-fd88-4c1c-9c29-a7d5701758be), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:58.848982 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:11:58.916388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (08af96c8-fd88-4c1c-9c29-a7d5701758be), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.010453 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (08af96c8-fd88-4c1c-9c29-a7d5701758be), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.028956 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08af96c8-fd88-4c1c-9c29-a7d5701758be,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:59.057962 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '67ab6a73-260d-4710-9b3f-bd4fa19ddab4', 'name': '', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'mac_address': 'fa:16:3e:73:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:55Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 2, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'subnets': [{'id': '84016a9b-4040-417e-a473-eca8b287ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:59.085151 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Checking router: 707bf59a-560d-499f-8d27-76679bd6ffde for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:11:59.089139 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Updating router 707bf59a-560d-499f-8d27-76679bd6ffde port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 binding host dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 18:11:59.112312 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.115982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.117208 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-1f6c894a-a241-406f-acc7-36041c4c3033 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856695 Feb 04 18:11:59.120014 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57938) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:59.124326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:59.278543 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (0e70c8d2-fb43-406e-a53a-beabc884b282), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.340466 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (0e70c8d2-fb43-406e-a53a-beabc884b282), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.394252 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks [] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), precommit_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.428425 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (0e70c8d2-fb43-406e-a53a-beabc884b282), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.446453 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e70c8d2-fb43-406e-a53a-beabc884b282,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:59.477597 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.541650 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b94722-1a13-4295-aa15-ff4a171bc46d None None] Pushing event updated for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=3']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:11:59.577829 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Attempting to bind port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 on host dv-cinder-822768-3-iscsi for vnic_type normal with profile {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:11:59.578198 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Attempting to bind port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 by drivers openvswitch,hyperv on host dv-cinder-822768-3-iscsi at level 0 using segments [{'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:11:59.578603 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Attempting to bind port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 on network f6939c6a-9525-41d8-bedf-b2555bef55d8 {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:11:59.584619 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Checking agent: {'id': '2df97f4b-3dcf-497d-8c62-220c71a71ecb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822768-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 52, 35), 'started_at': datetime.datetime(2022, 2, 4, 17, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822768-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:11:59.592937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Checking segment: {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:11:59.592937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.592937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Bound using segment: {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'} {{(pid=109415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:11:59.592937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.managers [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Bound port: 67ab6a73-260d-4710-9b3f-bd4fa19ddab4, host: dv-cinder-822768-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41a55f0-814d-470c-a8c7-1989208e0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8'}}] {{(pid=109415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:11:59.592937 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), before_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.645410 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.647084 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-aa62c227-26b1-40dc-a4d3-c230d72a07f5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5261080 Feb 04 18:11:59.650575 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57940) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:11:59.655465 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:11:59.655671 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] For port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4, host dv-cinder-822768-3-iscsi, cleared binding levels {{(pid=109415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:11:59.658796 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.plugins.ml2.db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] For port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4, host dv-cinder-822768-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:11:59.775347 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron_lib.callbacks.manager [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_update {{(pid=109415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.779458 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Provisioning complete for port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:59.780459 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.809825 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (ff34f5be-eeaf-4720-8341-8ddbba47ee48), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.822492 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 579c3962-f6e0-484a-9fc0-a02efd1cf884 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:11:59.826769 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:11:59.828935 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:11:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:11:59.878076 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (ff34f5be-eeaf-4720-8341-8ddbba47ee48), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.921424 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 579c3962-f6e0-484a-9fc0-a02efd1cf884 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:11:59.921811 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.957715 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:11:59.974100 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca417686-453e-4564-917d-b10ebb7ddf26 req-ba2db332-fbea-4503-8f39-c453e299c82a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:11:59.976653 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca417686-453e-4564-917d-b10ebb7ddf26 req-ba2db332-fbea-4503-8f39-c453e299c82a tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 943 time: 0.0663474 Feb 04 18:11:59.986223 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Current status of the port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 is: DOWN; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:11:59.986845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:11:59.994066 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (ff34f5be-eeaf-4720-8341-8ddbba47ee48), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.025006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff34f5be-eeaf-4720-8341-8ddbba47ee48,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.058847 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ca417686-453e-4564-917d-b10ebb7ddf26 req-720e23bc-2d32-48ea-8b30-365caa8923b8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735714 Feb 04 18:12:00.065910 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b94722-1a13-4295-aa15-ff4a171bc46d None None] Pushing event updated for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=4']} {{(pid=109415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.096164 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] For port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:00.101770 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:00.109684 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.110833 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-126c6e86-0e6d-4c8e-ab41-d8e0b0fb3f8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590101 Feb 04 18:12:00.113730 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57944) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:00.118119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:00.171095 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:00.173511 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 579c3962-f6e0-484a-9fc0-a02efd1cf884 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:00.183631 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.191066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'port_id': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'mac_address': 'fa:16:3e:c7:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:12:00.233728 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (740365fa-42d9-4c14-b5cc-60485f7b3271), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.270222 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:00.270650 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.276875 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb907a-8dca-4cbb-ab3e-4dcbd41c02de None None] Pushing event updated for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.296022 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:00.317968 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (740365fa-42d9-4c14-b5cc-60485f7b3271), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.322566 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:00.328331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-a32344fb-883f-4741-992e-209f57982a1b None None] Provisioning complete for port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:00.328708 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a32344fb-883f-4741-992e-209f57982a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.348817 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '67ab6a73-260d-4710-9b3f-bd4fa19ddab4', 'name': '', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'mac_address': 'fa:16:3e:73:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:55Z', 'updated_at': '2022-02-04T18:11:59Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'subnets': [{'id': '84016a9b-4040-417e-a473-eca8b287ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:00.388230 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1470e-178d-4cd0-8ab9-4259c5bf29b8 None None] The sync data for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi is: [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:11:56Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '67ab6a73-260d-4710-9b3f-bd4fa19ddab4', 'name': '', 'network_id': 'f6939c6a-9525-41d8-bedf-b2555bef55d8', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'mac_address': 'fa:16:3e:73:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '84016a9b-4040-417e-a473-eca8b287ec14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:55Z', 'updated_at': '2022-02-04T18:11:59Z', 'revision_number': 4, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'subnets': [{'id': '84016a9b-4040-417e-a473-eca8b287ec14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:00.420449 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-a32344fb-883f-4741-992e-209f57982a1b None None] Current status of the port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:00.445876 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (740365fa-42d9-4c14-b5cc-60485f7b3271), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.447405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.466061 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740365fa-42d9-4c14-b5cc-60485f7b3271,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.510762 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=9']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.561869 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.563566 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-27badeb5-37d3-4a0f-9c11-39d20dcc6330 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4484689 Feb 04 18:12:00.566159 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 57946) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:00.572593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:00.667776 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.securitygroups_db [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Project 7f2ff016321049ceb841522b8fe2c27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:12:00.673144 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (8c35739f-9870-48e2-ae00-9c5121dc2aaa), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.734017 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (8c35739f-9870-48e2-ae00-9c5121dc2aaa), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.837301 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (8c35739f-9870-48e2-ae00-9c5121dc2aaa), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.857240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c35739f-9870-48e2-ae00-9c5121dc2aaa,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:00.887454 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['8dbc5ea2-225d-4915-8e59-f39e014f906a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:00.948294 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-64b034a1-0b8a-437a-9c0a-40c96226c37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.988251 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:00.989473 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a0518261-99e5-493e-a085-e22446323881 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4219773 Feb 04 18:12:00.993157 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 57948) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:01.002396 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'security_group_rule': {'security_group_id': 'd15c08a4-2e67-4f11-b126-d25f1f786f85', 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:01.136787 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.securitygroups_db [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Project 7f2ff016321049ceb841522b8fe2c27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 18:12:01.156626 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (5a48bfa1-2395-4498-b58b-0c2506c32b11), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:01.217042 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d21b3b-3b0f-4084-a192-e57e39a8a4fc req-8fee3341-0f16-451f-835d-10d6e9b7984b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:01.218438 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-87d21b3b-3b0f-4084-a192-e57e39a8a4fc req-8fee3341-0f16-451f-835d-10d6e9b7984b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 944 time: 0.0933025 Feb 04 18:12:01.247847 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (5a48bfa1-2395-4498-b58b-0c2506c32b11), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:01.273664 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-87d21b3b-3b0f-4084-a192-e57e39a8a4fc req-f805c11c-395e-4f75-ac4b-8a44b31fe885 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496488 Feb 04 18:12:01.393343 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (5a48bfa1-2395-4498-b58b-0c2506c32b11), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:01.410655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a48bfa1-2395-4498-b58b-0c2506c32b11,revision_number=0']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:01.513524 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:01.514773 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-2c96d87a-0fd9-4c3e-9565-5e93132b073f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5205708 Feb 04 18:12:01.822793 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 up at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:01.870988 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Provisioning complete for port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:01.871367 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:01.950620 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Current status of the port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 is: ACTIVE; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:01.953879 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:02.000377 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 8dbc5ea2-225d-4915-8e59-f39e014f906a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:02.000756 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.091799 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 8dbc5ea2-225d-4915-8e59-f39e014f906a is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:02.092117 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.115775 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:02.117976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfbd47-b82a-4361-a4de-8ceb3ede7cf1" -d '{"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:02.131228 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:02.174878 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.210606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a973c21e-4d7a-45ef-8bb2-d65dc9cc2a73 x-openstack-request-id: req-a973c21e-4d7a-45ef-8bb2-d65dc9cc2a73 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:02.210912 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:02.211209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a973c21e-4d7a-45ef-8bb2-d65dc9cc2a73 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:02.211617 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'code': 200} Feb 04 18:12:02.260689 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:02.313219 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=10']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:02.409221 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d97b3-8c3a-4c2a-b90d-cbc2ab9334bc req-bf6ed8e0-c772-4a5c-9d7d-9f1943d7888b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:02.410799 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-737d97b3-8c3a-4c2a-b90d-cbc2ab9334bc req-bf6ed8e0-c772-4a5c-9d7d-9f1943d7888b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0613532 Feb 04 18:12:02.459991 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-737d97b3-8c3a-4c2a-b90d-cbc2ab9334bc req-97ea3fde-47a8-456c-a2a8-d4018d285a4b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433767 Feb 04 18:12:02.623322 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830dd1-927e-47f0-b3f1-df856ee97eaa req-baa61b83-5701-42ac-9205-fa244935cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:02.624714 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d1830dd1-927e-47f0-b3f1-df856ee97eaa req-baa61b83-5701-42ac-9205-fa244935cbdf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1130 time: 0.0421274 Feb 04 18:12:02.671698 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d1830dd1-927e-47f0-b3f1-df856ee97eaa req-3fd8129e-5689-45d7-bdea-9bf8f7ea0c8a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412188 Feb 04 18:12:03.296337 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:03.593096 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe46f-5633-4e69-a681-f8570aa3013e req-9aed66c3-c21d-4963-bfee-7c631e64b07f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:03.594558 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f5bfe46f-5633-4e69-a681-f8570aa3013e req-9aed66c3-c21d-4963-bfee-7c631e64b07f tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0533011 Feb 04 18:12:03.644473 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f5bfe46f-5633-4e69-a681-f8570aa3013e req-d691f018-5704-42c1-a626-2ea8a1ceda84 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443897 Feb 04 18:12:04.774055 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a07609-bcd9-45e5-8b15-37f18d0bb1c3 req-43a64c84-c0c1-4585-bb0f-fa978a587f48 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:04.775609 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3a07609-bcd9-45e5-8b15-37f18d0bb1c3 req-43a64c84-c0c1-4585-bb0f-fa978a587f48 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0581234 Feb 04 18:12:04.824164 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f3a07609-bcd9-45e5-8b15-37f18d0bb1c3 req-3b564515-80d9-4ed3-8eb1-389812ebb52e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427098 Feb 04 18:12:04.844659 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:05.951278 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36252-5c0d-4229-a400-1bd436372b3f req-00894e55-b5a3-4167-9080-b08fb866226e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:05.952771 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-82d36252-5c0d-4229-a400-1bd436372b3f req-00894e55-b5a3-4167-9080-b08fb866226e tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Feb 04 18:12:06.004283 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-82d36252-5c0d-4229-a400-1bd436372b3f req-028986ef-0e1e-4258-b927-fe5badc81adc tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448835 Feb 04 18:12:07.131066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dedc92-8b04-40ae-82f3-89fc5f621a49 req-395caa94-4e86-4dde-8f64-e6227956cc98 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:07.132546 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97dedc92-8b04-40ae-82f3-89fc5f621a49 req-395caa94-4e86-4dde-8f64-e6227956cc98 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0567923 Feb 04 18:12:07.179660 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97dedc92-8b04-40ae-82f3-89fc5f621a49 req-303897a5-452e-43ac-a53b-5da0c9b6c908 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413787 Feb 04 18:12:13.123889 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283b2a8-f86e-4058-ab85-c6b9acdf79f1 req-52c4d5f1-6185-4fa4-88a2-9c641ba7fbf9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:13.125402 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a283b2a8-f86e-4058-ab85-c6b9acdf79f1 req-52c4d5f1-6185-4fa4-88a2-9c641ba7fbf9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0534813 Feb 04 18:12:13.175730 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a283b2a8-f86e-4058-ab85-c6b9acdf79f1 req-cf9423a0-1a62-4cbf-90db-b345c1667b3f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Feb 04 18:12:14.299014 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c6e66-d42c-4cd6-963e-b54734f7132b req-a850a35f-f370-4c22-b3f4-0e19e7086983 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:14.300545 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-342c6e66-d42c-4cd6-963e-b54734f7132b req-a850a35f-f370-4c22-b3f4-0e19e7086983 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0560455 Feb 04 18:12:14.349014 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-342c6e66-d42c-4cd6-963e-b54734f7132b req-8b59a79b-7d17-4e17-9d8f-c8bc97a14660 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=46764c5e-758e-47b4-a921-8ac76ae15488&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 Feb 04 18:12:14.831459 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-1ca654aa-efb1-4441-a0ff-64215518992c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:14.832941 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-1ca654aa-efb1-4441-a0ff-64215518992c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 945 time: 0.0550740 Feb 04 18:12:14.929991 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Deleting port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:12:14.930333 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.022793 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] For port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:15.023172 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.195449 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.195815 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.196133 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Floating IP 1f6addd4-5467-45bb-9d87-b1604b149b81 disassociated. External IP: 172.27.3.123, port: b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141. Feb 04 18:12:15.196475 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Calling delete_port for b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:12:15.427360 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.445679 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-68acad2d-a415-4eae-8b10-d6bdc4c608ed req-04bb4c3f-052d-49e1-bf0b-a3970111a71f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0282576 Feb 04 18:12:15.461753 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'Port': ['ID=b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:15.472727 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.473085 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.473439 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.473800 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.474145 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.474527 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.477797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:15.585214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:12:15.696945 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:12:15.707234 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:12:15.721960 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:15.721960 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:15.739876 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] No DVR routers for this DVR port b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:12:15.742974 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:15.746804 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4698bea5-f6d4-4a70-bba5-83bcfb246d50 req-f70e59c8-e240-4f1f-8136-73a26fd1e6bd tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "DELETE /v2.0/ports/b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 HTTP/1.1" status: 204 len: 173 time: 0.9066896 Feb 04 18:12:15.747261 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'name': 'network-vif-deleted', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:15.749525 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba0df08-4fe4-4d15-a2f2-f6150ab11cf7" -d '{"events": [{"server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "name": "network-vif-deleted", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:15.841477 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:15.886307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d29f26b-8e10-44b4-bffc-e2e2e5e633ae x-openstack-request-id: req-1d29f26b-8e10-44b4-bffc-e2e2e5e633ae {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:15.886307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629aebef-875d-4e7d-b9e6-ab8e0195d62c", "name": "network-vif-deleted", "tag": "b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:15.886307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d29f26b-8e10-44b4-bffc-e2e2e5e633ae {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:15.886307 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629aebef-875d-4e7d-b9e6-ab8e0195d62c', 'name': 'network-vif-deleted', 'tag': 'b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141', 'status': 'completed', 'code': 200} Feb 04 18:12:16.069031 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:16.100712 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:12:16.109236 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:16.109857 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:16.215442 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:16.417065 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:16.443111 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab47cd-224c-45a9-9e9b-212571a8279f None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:16.562617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b2db5675-6bfd-4220-bf14-18e4d0885c64 req-059feb65-0d07-47aa-ab65-56c28065085f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=629aebef-875d-4e7d-b9e6-ab8e0195d62c HTTP/1.1" status: 200 len: 210 time: 0.0310221 Feb 04 18:12:16.684336 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd7d6f3-c722-4fd9-9a3e-1ce831f827b7 None None] New status for floating IP 1f6addd4-5467-45bb-9d87-b1604b149b81: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:12:17.714807 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58128) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:17.769521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (46764c5e-758e-47b4-a921-8ac76ae15488), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:17.793649 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (46764c5e-758e-47b4-a921-8ac76ae15488), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:17.924639 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:17.952724 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (46764c5e-758e-47b4-a921-8ac76ae15488), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:17.955577 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:17.956730 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "DELETE /v2.0/security-groups/46764c5e-758e-47b4-a921-8ac76ae15488 HTTP/1.1" status: 204 len: 168 time: 0.2406585 Feb 04 18:12:17.959689 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58130) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:17.967037 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e98a9-2af7-4fa3-bc56-6205e269542e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46764c5e-758e-47b4-a921-8ac76ae15488,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:17.974648 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.api.v2.resource [None req-27c38079-e961-4eeb-9099-f396d58611a3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] show failed (client error): The resource could not be found. Feb 04 18:12:17.975671 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-27c38079-e961-4eeb-9099-f396d58611a3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups/46764c5e-758e-47b4-a921-8ac76ae15488 HTTP/1.1" status: 404 len: 347 time: 0.0148768 Feb 04 18:12:17.978699 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58132) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:18.012436 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:12:18.035213 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:12:18.035560 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device b2d5a9ae-dcf1-4e21-87cf-e3e8e1606141 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:12:18.109548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Deleting port 0df3e305-d255-4c5d-8e47-08241bc1d41a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:12:18.109892 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.191829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.191829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (0df3e305-d255-4c5d-8e47-08241bc1d41a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.203380 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Calling delete_port for 0df3e305-d255-4c5d-8e47-08241bc1d41a owned by network:floatingip {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:12:18.420107 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (0df3e305-d255-4c5d-8e47-08241bc1d41a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.449552 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'Port': ['ID=0df3e305-d255-4c5d-8e47-08241bc1d41a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:18.511452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (1f6addd4-5467-45bb-9d87-b1604b149b81), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.514175 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:18.515364 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-09decf0a-ee59-4902-85dc-ff1f5d5510ae tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "DELETE /v2.0/floatingips/1f6addd4-5467-45bb-9d87-b1604b149b81 HTTP/1.1" status: 204 len: 168 time: 0.5351729 Feb 04 18:12:19.061777 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58138) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:19.066535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349399400', 'description': 'tempest-description--774052112'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:19.210308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.279079 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (d3ca1484-d95a-4e80-a48c-bcf73c64c269), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.359221 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d3ca1484-d95a-4e80-a48c-bcf73c64c269), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.397398 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca1484-d95a-4e80-a48c-bcf73c64c269,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:19.537900 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.539246 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4b631fd3-df47-447c-b2d6-d5b3e411a7f3 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4764099 Feb 04 18:12:19.542256 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58142) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:19.547465 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group_rule': {'security_group_id': 'd3ca1484-d95a-4e80-a48c-bcf73c64c269', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:19.666712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (cea6941f-5b60-4b28-b688-3f524a68ab27), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.724580 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (cea6941f-5b60-4b28-b688-3f524a68ab27), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.838444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (cea6941f-5b60-4b28-b688-3f524a68ab27), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.856326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea6941f-5b60-4b28-b688-3f524a68ab27,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:19.947296 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:19.948479 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-dbebe358-04fe-42a4-9177-b6b32684efd7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052253 Feb 04 18:12:19.951688 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58144) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:19.955927 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'security_group_rule': {'security_group_id': 'd3ca1484-d95a-4e80-a48c-bcf73c64c269', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:20.061102 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (fd9c2d2f-06aa-44b3-98d2-d87047ce5bb6), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.117760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (fd9c2d2f-06aa-44b3-98d2-d87047ce5bb6), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.219506 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648684'] for security_group_rule (fd9c2d2f-06aa-44b3-98d2-d87047ce5bb6), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.239745 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9c2d2f-06aa-44b3-98d2-d87047ce5bb6,revision_number=0']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:20.320594 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.321832 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2c00fe14-47e1-4bde-bde5-775bfa39e923 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3692377 Feb 04 18:12:20.325595 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58148) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:20.330065 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:20.501724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.598725 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.700434 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Allocated IP 172.27.3.143 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/f95aca9c-b843-493d-8bbf-1007fe33fb28) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:20.802976 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.907628 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:20.949736 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:20.952601 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:20.955031 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:20.961204 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=f95aca9c-b843-493d-8bbf-1007fe33fb28,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:21.047838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.165658 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.335771 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.419693 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.485454 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=f95aca9c-b843-493d-8bbf-1007fe33fb28,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:21.499626 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.601009 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:21.602282 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-23beddb2-9672-45aa-a54f-c89e1c19007a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2756753 Feb 04 18:12:21.803305 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-ba6afc60-0e33-4407-98ff-5120b5a08447 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--349399400&fields=id&tenant_id=ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 267 time: 0.0421946 Feb 04 18:12:21.911827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-012fe919-4c2a-4b71-b2cb-83b6a7bb9f14 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:21.913294 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-012fe919-4c2a-4b71-b2cb-83b6a7bb9f14 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 811 time: 0.1025455 Feb 04 18:12:21.928365 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-40176892-2c75-4c66-ad03-2fea200ff09f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/quotas/ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 375 time: 0.0095301 Feb 04 18:12:21.987735 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-d1ea804d-44b9-44ea-a569-72a128942d6d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536819 Feb 04 18:12:22.094704 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-e7ea663f-5d09-4b1c-a67f-296ec76e4c0a service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 18:12:22.095696 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-e7ea663f-5d09-4b1c-a67f-296ec76e4c0a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0965798 Feb 04 18:12:22.187813 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-74a2f663-92d9-455b-b2f1-f74c5004d077 service neutron] 10.222.0.98 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852590 Feb 04 18:12:22.280979 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-1cfd91cf-e592-4229-a017-15b658cf59b6 service neutron] 10.222.0.98 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Feb 04 18:12:22.541173 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9947cf9a-deb7-4193-9a4b-3a3629058e25 req-85121ddc-8c28-4964-8889-ea78a05d89b6 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0270638 Feb 04 18:12:23.624071 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b65a2c84-eeab-4585-a7f7-5a063072bd53 req-60c9a23b-67c8-49c0-863a-756eb0f7cc98 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0299914 Feb 04 18:12:24.712727 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-77ffa62e-67cd-4114-a04e-8c12724a4c63 req-498c5a10-d6d2-480f-a5dd-161a7d07c899 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0331166 Feb 04 18:12:25.422660 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:12:25.790721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d804854-028e-4342-ad6d-84d1416dec26 req-5535d693-3fc6-4434-a94f-a8e59bd2f828 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0262380 Feb 04 18:12:26.886212 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-98083e25-f422-4e08-bd1c-3f8f483496f3 req-88518424-fcad-44a0-bb99-e944e793158b tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0298400 Feb 04 18:12:27.865147 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-fafc4572-845c-4587-8ed1-e4b7bd321fe8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453985264&fields=id&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 267 time: 0.0442157 Feb 04 18:12:27.998856 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a13f6053-471b-4cd9-81d6-bc13a19c7930 req-ffdd648c-0b9e-4bc5-9301-782650f66d11 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0413933 Feb 04 18:12:28.008779 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-5668227c-446a-45e8-9e8b-146189c906f7 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:28.010239 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-5668227c-446a-45e8-9e8b-146189c906f7 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1377811 Feb 04 18:12:28.026682 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-3bcced3a-2b52-4414-97a6-13a4c6acf01d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/quotas/7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 375 time: 0.0097148 Feb 04 18:12:28.084097 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-5e4c2502-f112-457e-ae4e-f287d4d1be42 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519342 Feb 04 18:12:28.179087 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-2389e519-35b4-4025-aaf2-aaa31c5af217 service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836048 Feb 04 18:12:28.273148 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-1c353aea-fcbe-4186-b185-b281cff53d81 service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875471 Feb 04 18:12:28.684930 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9f5ae353-c308-483c-aed0-5e4a7ab1734e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:29.094901 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c0362cb8-7848-4d2b-88e0-d17bcecab6af req-76daa8fd-c196-4f71-ae58-60898c02b6f8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0290060 Feb 04 18:12:29.125804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1af2e04a-d5aa-4a95-a557-5c0329c91576 req-3cd1316a-eadc-40e3-9d8e-d47180fb73a5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0337255 Feb 04 18:12:29.507620 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-cda44932-6fd8-4784-bf06-0b7b10474fa1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:29.509140 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-cda44932-6fd8-4784-bf06-0b7b10474fa1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 811 time: 0.1054289 Feb 04 18:12:29.579193 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-1640ccaf-0cb9-410f-bd35-37fabedf8df1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0ec68d2c474dbf8c692e362abd93cb HTTP/1.1" status: 200 len: 379 time: 0.0535209 Feb 04 18:12:29.588284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'port': {'device_id': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'admin_state_up': True, 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'security_groups': ['d3ca1484-d95a-4e80-a48c-bcf73c64c269']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:29.792960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Made reservation on behalf of ac0ec68d2c474dbf8c692e362abd93cb for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:29.796381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:29.924694 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Allocated IP 172.20.0.5 (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31/5c9fec46-2f2b-4a21-87d7-a1153aac0c7b/1185b4cf-af56-43d5-94d4-dd578ae69eac) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:30.072766 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.182613 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c6594cd8-b7d8-4bd9-989e-a8f111ec5641 req-e071cacc-6745-466b-9f44-7bd3d3d730a9 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0346427 Feb 04 18:12:30.223981 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-70d8463a-ee06-477e-ba0b-f33e13c60d8b req-f41e6779-93a5-41f9-89e6-2246007d3576 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0276163 Feb 04 18:12:30.273159 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.318167 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:30.321242 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:30.333856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event updated for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:30.333856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:30.386895 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:30.387536 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.505373 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-f215224d-3177-428e-949e-9bd3f9255585 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9194713 Feb 04 18:12:30.522311 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Request body: {'port': {'device_id': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:30.558930 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-d9040927-a269-467a-b758-2e5a1c97d3d8 None None] Provisioning complete for port 1185b4cf-af56-43d5-94d4-dd578ae69eac triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:30.559569 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d9040927-a269-467a-b758-2e5a1c97d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.587843 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.597361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-d9040927-a269-467a-b758-2e5a1c97d3d8 None None] Port 1185b4cf-af56-43d5-94d4-dd578ae69eac cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:12:30.862350 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1185b4cf-af56-43d5-94d4-dd578ae69eac {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:30.870312 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks [] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.873377 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-f488eb80-21a1-4b7c-9db4-88e60eee193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:30.883082 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Transition to ACTIVE for port object 1185b4cf-af56-43d5-94d4-dd578ae69eac will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:12:30.986855 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:31.295420 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Pushing event updated for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:31.304527 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-44ede8c4-373d-4a3c-b6a0-51c2f84a6c02 req-e463c190-343a-4fdf-8570-e5f356af6391 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0415068 Feb 04 18:12:31.369311 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Attempting to bind port 1185b4cf-af56-43d5-94d4-dd578ae69eac on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:31.370641 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Attempting to bind port 1185b4cf-af56-43d5-94d4-dd578ae69eac by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:31.371590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Attempting to bind port 1185b4cf-af56-43d5-94d4-dd578ae69eac on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:31.376508 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Port 1185b4cf-af56-43d5-94d4-dd578ae69eac on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:12:31.376829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Attempting to bind port 1185b4cf-af56-43d5-94d4-dd578ae69eac on network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:31.378828 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69093d-7235-4ac7-a50c-cd2265ae7b52 req-9f76f8a7-aa39-4a04-b741-13c1257844f4 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:31.380354 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ce69093d-7235-4ac7-a50c-cd2265ae7b52 req-9f76f8a7-aa39-4a04-b741-13c1257844f4 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 943 time: 0.0611184 Feb 04 18:12:31.382727 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:31.383071 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Checking segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:31.383481 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Bound using segment: {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:31.383913 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Bound port: 1185b4cf-af56-43d5-94d4-dd578ae69eac, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4c0c36-c698-4f44-bf73-b326d50990ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:31.384275 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:31.433205 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ce69093d-7235-4ac7-a50c-cd2265ae7b52 req-056c652b-20ce-43f5-9309-bba3482ddad2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449572 Feb 04 18:12:31.473732 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:31.477235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:31.679385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:31.715907 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:31.716532 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:31.717916 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] 10.222.0.113 "PUT /v2.0/ports/1185b4cf-af56-43d5-94d4-dd578ae69eac HTTP/1.1" status: 200 len: 1093 time: 1.1998451 Feb 04 18:12:31.718391 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:31.720694 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:31.744806 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610620-a6fa-4c52-97d2-42454b0dce7d service neutron] Pushing event updated for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:31.767463 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0451e6-b591-42fa-9301-15253b33a43e x-openstack-request-id: req-6d0451e6-b591-42fa-9301-15253b33a43e {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:31.767766 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:31.768021 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d0451e6-b591-42fa-9301-15253b33a43e {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:31.768423 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'status': 'completed', 'code': 200} Feb 04 18:12:31.859156 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-fe7e0537-118a-4cb8-904c-a5177d278131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:31.861259 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-fe7e0537-118a-4cb8-904c-a5177d278131 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 1127 time: 0.0511200 Feb 04 18:12:31.972237 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-2521b909-abb2-432a-bc02-1e213b2e8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:31.973700 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-2521b909-abb2-432a-bc02-1e213b2e8f0c service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991862 Feb 04 18:12:32.067043 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-1f95654f-2356-4e24-8e3c-b33a0311fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.068472 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-76e7d98d-72b7-4f5d-bb88-8acdc2871da7 req-1f95654f-2356-4e24-8e3c-b33a0311fde9 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885713 Feb 04 18:12:32.142378 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:32.261939 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-9322be3d-717e-4a8d-b886-19ca2a95a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.264074 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-9322be3d-717e-4a8d-b886-19ca2a95a131 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 1127 time: 0.1042216 Feb 04 18:12:32.270266 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-0186b945-2234-4a2f-9063-aaa00a1e1068 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.271658 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-0186b945-2234-4a2f-9063-aaa00a1e1068 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1372023 Feb 04 18:12:32.333090 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-35865a18-9704-49a0-892c-da5e4ae179c5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac HTTP/1.1" status: 200 len: 217 time: 0.0438743 Feb 04 18:12:32.406174 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dabfe909-afd1-4121-9a6f-6353542eb60e req-514d43bf-6b6c-49da-b4fd-08d3a3f842da tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0273478 Feb 04 18:12:32.416391 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-94914e3f-3df9-4ce2-90df-059ef4166579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.420361 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-94914e3f-3df9-4ce2-90df-059ef4166579 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0785210 Feb 04 18:12:32.429984 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-f0d08f17-0e77-496e-a09e-c53e68934f94 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 379 time: 0.1342247 Feb 04 18:12:32.439129 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'port': {'device_id': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'admin_state_up': True, 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'security_groups': ['d15c08a4-2e67-4f11-b126-d25f1f786f85']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:32.534594 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-8025d295-24b3-482e-9636-3cdb84a607e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.536363 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-8025d295-24b3-482e-9636-3cdb84a607e5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107845 Feb 04 18:12:32.560868 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf815a0-e5fa-429e-9e8b-48a6ccc59ae5 req-16dc553d-f031-4fb8-a023-dd18a6e52a55 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:32.562368 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-caf815a0-e5fa-429e-9e8b-48a6ccc59ae5 req-16dc553d-f031-4fb8-a023-dd18a6e52a55 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 943 time: 0.0583279 Feb 04 18:12:32.610525 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-caf815a0-e5fa-429e-9e8b-48a6ccc59ae5 req-2d4702b9-a93a-4f6b-8df9-4bd3f6c41c26 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417180 Feb 04 18:12:32.658848 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-10f2f0e1-8b02-4fd8-a9e5-0d083c33650b service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145303 Feb 04 18:12:32.751917 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-1120e6ce-9117-4bc7-b88b-cfd1a86cfac9 req-93ffcd0d-6b3f-4059-ab04-5eabce54ebb0 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 Feb 04 18:12:32.762928 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Made reservation on behalf of 7f2ff016321049ceb841522b8fe2c27a for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:12:32.767849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:32.892789 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.20.0.3 (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632/b28c7b1d-4c13-4951-ae10-c82e11571a16/dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:33.031723 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.193530 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.264496 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:33.267717 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:33.271526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:33.296089 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:33.305236 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.327025 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:33.327716 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.447258 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-06025128-f8a6-4bac-8a88-f26ef8d2c4cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119197 Feb 04 18:12:33.468260 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Request body: {'port': {'device_id': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:33.480643 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-671afc94-8c94-404b-9cf0-65a188f22202 None None] Provisioning complete for port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:33.481442 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-671afc94-8c94-404b-9cf0-65a188f22202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.521381 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-671afc94-8c94-404b-9cf0-65a188f22202 None None] Port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:12:33.536696 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.553175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b820-44d5-40e9-a0e3-679cbd00cfcb req-2a4d260d-1314-4d94-9364-997e349c48e9 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:33.554740 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fcd8b820-44d5-40e9-a0e3-679cbd00cfcb req-2a4d260d-1314-4d94-9364-997e349c48e9 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 931 time: 0.0727687 Feb 04 18:12:33.611309 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-fcd8b820-44d5-40e9-a0e3-679cbd00cfcb req-f672cf6a-ba3b-4eb5-b129-1613814aaf3f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478699 Feb 04 18:12:33.737595 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6473763-d060-4d0f-9c80-561ddcc32cec req-eebf3bec-f5fd-45fa-b43c-64263110eb12 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:33.745446 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6473763-d060-4d0f-9c80-561ddcc32cec req-eebf3bec-f5fd-45fa-b43c-64263110eb12 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 943 time: 0.0621104 Feb 04 18:12:33.796303 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f6473763-d060-4d0f-9c80-561ddcc32cec req-24e00ed7-4dc2-4746-94bc-854b2adcd055 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491345 Feb 04 18:12:33.834184 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:33.840308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks [] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:33.852173 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Transition to ACTIVE for port object dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:12:33.981307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.032729 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Pushing event updated for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:34.110857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Attempting to bind port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:12:34.111195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Attempting to bind port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:12:34.112876 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Attempting to bind port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:34.117933 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:12:34.118259 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Attempting to bind port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:12:34.124311 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:12:34.124704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:12:34.125098 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Bound using segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:12:34.125539 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Bound port: dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:12:34.125905 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.193191 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:12:34.196189 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:12:34.284764 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.321794 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.322453 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.323833 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] 10.222.0.113 "PUT /v2.0/ports/dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a HTTP/1.1" status: 200 len: 1093 time: 0.8632636 Feb 04 18:12:34.324355 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:34.326640 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:34.349110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb18d6-3417-45c5-9b84-34748f7eb992 service neutron] Pushing event updated for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:34.369425 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cd0ce9-fbb5-4c50-92d7-73f55705587c x-openstack-request-id: req-21cd0ce9-fbb5-4c50-92d7-73f55705587c {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:34.369724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:34.369984 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21cd0ce9-fbb5-4c50-92d7-73f55705587c {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:34.370381 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'status': 'completed', 'code': 200} Feb 04 18:12:34.463440 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-7cb1d41d-f7a7-46a3-82ee-39784f92b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.465624 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-7cb1d41d-f7a7-46a3-82ee-39784f92b73b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1127 time: 0.0540273 Feb 04 18:12:34.573205 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-4014f933-3234-45de-bc66-ca18d6d3174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.574683 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-4014f933-3234-45de-bc66-ca18d6d3174c service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=7f2ff016321049ceb841522b8fe2c27a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928981 Feb 04 18:12:34.679401 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-5a5ccfea-131a-4e70-be2e-468e2ce9321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.680875 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-86b6fe20-b58a-412c-93c5-3ccd69ca71e6 req-5a5ccfea-131a-4e70-be2e-468e2ce9321f service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0990350 Feb 04 18:12:34.739498 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58502-d67b-4f27-ba6a-3dacb61bf736 req-3dc19430-7789-4bce-abd2-fc8089c8f69d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.741041 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48e58502-d67b-4f27-ba6a-3dacb61bf736 req-3dc19430-7789-4bce-abd2-fc8089c8f69d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0563190 Feb 04 18:12:34.783167 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-6af6de7a-4498-4131-bc66-4702aa18d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.784666 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-6af6de7a-4498-4131-bc66-4702aa18d958 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1127 time: 0.0453763 Feb 04 18:12:34.792142 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-48e58502-d67b-4f27-ba6a-3dacb61bf736 req-38131c04-c955-49b5-8466-fe7e0558f567 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Feb 04 18:12:34.833402 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-a5046d07-958c-4594-a4e0-0217c52f9be7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a HTTP/1.1" status: 200 len: 217 time: 0.0351217 Feb 04 18:12:34.889195 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-c4b26f02-52a8-4d8c-af9e-986918de65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.889908 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:34.890684 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-c4b26f02-52a8-4d8c-af9e-986918de65ae service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0475879 Feb 04 18:12:34.924419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399b8d-49ed-4eb5-8755-66e356faa846 req-3703814a-cf1b-40c5-b1a8-dc7625cb05ff tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.926763 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af399b8d-49ed-4eb5-8755-66e356faa846 req-3703814a-cf1b-40c5-b1a8-dc7625cb05ff tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 943 time: 0.0558498 Feb 04 18:12:34.940251 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-b4de6f11-a638-460a-a851-79bd3ed116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:34.941735 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-b4de6f11-a638-460a-a851-79bd3ed116e3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444710 Feb 04 18:12:34.972579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-af399b8d-49ed-4eb5-8755-66e356faa846 req-ab959593-e5d0-4347-aade-ca446e6d7b22 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411088 Feb 04 18:12:35.031708 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-da389626-ece6-4471-b8ed-47093ea04a0e service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832357 Feb 04 18:12:35.124400 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7d2dd82c-a086-4f67-8f1a-627905a69d77 req-f3c9a98d-a995-42f7-bb49-d6a2990ac8aa service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866060 Feb 04 18:12:35.928050 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503078-7f43-4521-b474-73d06193d340 req-02e0f37d-bc6a-4e65-b01b-eb2eae4df624 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:35.929549 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d6503078-7f43-4521-b474-73d06193d340 req-02e0f37d-bc6a-4e65-b01b-eb2eae4df624 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0558391 Feb 04 18:12:35.979545 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d6503078-7f43-4521-b474-73d06193d340 req-7eb5bc20-404e-43e8-bdbf-66787a22928b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Feb 04 18:12:36.093439 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a63b-7055-48e5-a4e6-b61998b7607a req-766a760a-6040-4bae-95db-4aea28cdc4d7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:36.095982 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4137a63b-7055-48e5-a4e6-b61998b7607a req-766a760a-6040-4bae-95db-4aea28cdc4d7 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 943 time: 0.0550535 Feb 04 18:12:36.138940 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 1185b4cf-af56-43d5-94d4-dd578ae69eac details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:12:36.149431 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-4137a63b-7055-48e5-a4e6-b61998b7607a req-cfcde3b9-4ed9-420d-b098-2c728cf8d12d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Feb 04 18:12:36.240468 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:36.254595 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'port_id': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'mac_address': 'fa:16:3e:eb:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:12:36.295093 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 1185b4cf-af56-43d5-94d4-dd578ae69eac is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:36.295484 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:36.307854 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1185b4cf-af56-43d5-94d4-dd578ae69eac {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:36.327349 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:36.409667 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:36.457144 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:36.464324 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.464689 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.465026 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.465374 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.465699 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.466034 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.466361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.466748 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.467070 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.467397 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.467726 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.468131 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.468467 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:36.843027 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['1185b4cf-af56-43d5-94d4-dd578ae69eac'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:37.101312 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f84b-5a78-45f6-a39b-8ddb588bf319 req-728f1f4c-ea26-46cb-80c0-89b9f80f7a37 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:37.101312 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8a8f84b-5a78-45f6-a39b-8ddb588bf319 req-728f1f4c-ea26-46cb-80c0-89b9f80f7a37 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0517261 Feb 04 18:12:37.153957 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8a8f84b-5a78-45f6-a39b-8ddb588bf319 req-3df16de3-feb6-4b7e-b6b6-dd15406c8300 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Feb 04 18:12:37.267677 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a58131-d0a3-4b87-888f-90d0a51644e7 req-ca49023d-f2d6-46ec-854c-91410829aa2c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:37.269153 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-82a58131-d0a3-4b87-888f-90d0a51644e7 req-ca49023d-f2d6-46ec-854c-91410829aa2c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 944 time: 0.0515883 Feb 04 18:12:37.315102 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-82a58131-d0a3-4b87-888f-90d0a51644e7 req-3c02a2b0-37a5-4579-8d48-5f2b143ac0e5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 Feb 04 18:12:38.153834 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 1185b4cf-af56-43d5-94d4-dd578ae69eac up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:38.271606 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aae1d-88a5-4a8a-b39a-bfd31e82b1b8 req-9e981f83-7cf4-4c2e-9234-81731b82b417 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:38.283825 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0c6aae1d-88a5-4a8a-b39a-bfd31e82b1b8 req-9e981f83-7cf4-4c2e-9234-81731b82b417 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0515449 Feb 04 18:12:38.322054 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0c6aae1d-88a5-4a8a-b39a-bfd31e82b1b8 req-d29c3cda-c24e-4648-b9bc-42fc544be6c9 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Feb 04 18:12:38.436437 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7314c-6b3f-4ad1-a1e5-3e055c3c3634 req-717b0fce-84f0-4c5c-b47b-a1a405090833 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:38.437809 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1c7314c-6b3f-4ad1-a1e5-3e055c3c3634 req-717b0fce-84f0-4c5c-b47b-a1a405090833 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 944 time: 0.0548182 Feb 04 18:12:38.484184 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b1c7314c-6b3f-4ad1-a1e5-3e055c3c3634 req-9144dce1-377d-4d28-828d-7179d53af5f5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Feb 04 18:12:38.676710 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 1185b4cf-af56-43d5-94d4-dd578ae69eac completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:12:38.681355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 1185b4cf-af56-43d5-94d4-dd578ae69eac triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:38.681736 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:38.762908 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 1185b4cf-af56-43d5-94d4-dd578ae69eac is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:38.764070 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:38.786873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:38.789147 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd9c74-01cc-4607-ba1b-514462e22511" -d '{"events": [{"server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "name": "network-vif-plugged", "status": "completed", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:38.801795 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:38.823635 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3667acd-e68b-44e1-88a3-021973c5d214 x-openstack-request-id: req-d3667acd-e68b-44e1-88a3-021973c5d214 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:38.824449 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "name": "network-vif-plugged", "status": "completed", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:38.824703 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3667acd-e68b-44e1-88a3-021973c5d214 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:38.825103 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'code': 200} Feb 04 18:12:38.910616 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:38.958943 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:39.266385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e4518-8f23-463f-9998-fa117feb8238 req-86c0d134-7284-453d-a944-f063951ad255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:39.267923 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-333e4518-8f23-463f-9998-fa117feb8238 req-86c0d134-7284-453d-a944-f063951ad255 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 1129 time: 0.0446239 Feb 04 18:12:39.317535 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-333e4518-8f23-463f-9998-fa117feb8238 req-11243639-6e25-49d6-8b99-3cac053aebcf service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 Feb 04 18:12:39.444173 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdbe78-aa0b-4c22-af01-c6cfeeeba1a8 req-b2ee7cb0-5540-4618-8b64-adb4758e6ffb tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:39.445517 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7bdbe78-aa0b-4c22-af01-c6cfeeeba1a8 req-b2ee7cb0-5540-4618-8b64-adb4758e6ffb tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0547662 Feb 04 18:12:39.494228 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b7bdbe78-aa0b-4c22-af01-c6cfeeeba1a8 req-c63a4efd-9317-49f6-827e-4a1509e09467 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Feb 04 18:12:39.606990 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479c42-5973-4c82-94a8-baf187013249 req-ff9a5683-a567-4b18-ad33-ddfd2de47445 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:39.608471 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bf479c42-5973-4c82-94a8-baf187013249 req-ff9a5683-a567-4b18-ad33-ddfd2de47445 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0550697 Feb 04 18:12:39.660161 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bf479c42-5973-4c82-94a8-baf187013249 req-d8d52ecf-08c2-4fe7-b459-04372a8bb073 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459430 Feb 04 18:12:40.612614 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a083f8f-fbe6-4361-9760-31d5952f3a1f req-9eeb51c9-c371-48eb-9289-50384dec666e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.614094 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a083f8f-fbe6-4361-9760-31d5952f3a1f req-9eeb51c9-c371-48eb-9289-50384dec666e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0529225 Feb 04 18:12:40.664097 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2a083f8f-fbe6-4361-9760-31d5952f3a1f req-1e5ad7ff-e056-4eb2-96b1-0f27f23e20e4 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443857 Feb 04 18:12:40.781129 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18668f-2399-4b98-9ba3-3016e2031f99 req-7cc34eac-029c-4166-ad7d-424894187fe2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:40.782519 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7c18668f-2399-4b98-9ba3-3016e2031f99 req-7cc34eac-029c-4166-ad7d-424894187fe2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0538235 Feb 04 18:12:40.837365 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7c18668f-2399-4b98-9ba3-3016e2031f99 req-516b2059-c321-4d8f-9204-044b4a7abe27 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491002 Feb 04 18:12:41.783752 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfcbad-ee43-491a-a9cd-e5fdf5fd2f86 req-c205deeb-04a6-42f4-a8a3-7e3f0646f3ca tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:41.785207 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2cbfcbad-ee43-491a-a9cd-e5fdf5fd2f86 req-c205deeb-04a6-42f4-a8a3-7e3f0646f3ca tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0521688 Feb 04 18:12:41.833537 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2cbfcbad-ee43-491a-a9cd-e5fdf5fd2f86 req-bdd80538-64fd-4940-99c8-882a569e8c8e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426300 Feb 04 18:12:41.955455 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c84f9-f756-44b9-a8c7-0dd03484f886 req-16142880-0988-47cc-8654-5a4a5544a9ea tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:41.956851 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-798c84f9-f756-44b9-a8c7-0dd03484f886 req-16142880-0988-47cc-8654-5a4a5544a9ea tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0525229 Feb 04 18:12:42.004245 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-798c84f9-f756-44b9-a8c7-0dd03484f886 req-3beea6f6-9b3a-4d7c-8dd1-25240a164c57 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Feb 04 18:12:42.122505 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b96e7-6282-4cfa-aa9c-57113ccb4313 req-239009b6-9fdd-4b32-9326-5876d7b4d677 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:42.123968 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ba0b96e7-6282-4cfa-aa9c-57113ccb4313 req-239009b6-9fdd-4b32-9326-5876d7b4d677 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0548539 Feb 04 18:12:42.132478 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58296) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:42.137035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Request body: {'floatingip': {'port_id': '1185b4cf-af56-43d5-94d4-dd578ae69eac'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:42.176085 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:42.843510 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:42.912792 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:43.026483 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d27c95-4955-40a7-bbea-c43a4b850450 req-eab081bf-dc61-4050-b2d7-84030442d419 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.027993 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-20d27c95-4955-40a7-bbea-c43a4b850450 req-eab081bf-dc61-4050-b2d7-84030442d419 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.1263235 Feb 04 18:12:43.063286 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Floating IP 49ef4ef7-41ed-4d05-b449-7df1246fd535 associated. External IP: 172.27.3.143, port: 1185b4cf-af56-43d5-94d4-dd578ae69eac. Feb 04 18:12:43.147041 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-20d27c95-4955-40a7-bbea-c43a4b850450 req-9b24faf7-439d-4a28-a1d3-fe1eeda8695e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133053 Feb 04 18:12:43.299017 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:12:43.409218 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:12:43.414079 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:43.419239 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:12:43.431089 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:43.432136 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:43.445437 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e5ff41f6-6cb7-494f-8c18-09fd500391f1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "PUT /v2.0/floatingips/49ef4ef7-41ed-4d05-b449-7df1246fd535 HTTP/1.1" status: 200 len: 991 time: 1.3118064 Feb 04 18:12:43.446052 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:43.448518 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7442aefa-6c88-40ed-ad26-a35d72786d02" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:43.494686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e69e9d9-0cfe-4186-9448-3c9069202dae x-openstack-request-id: req-0e69e9d9-0cfe-4186-9448-3c9069202dae {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:43.494986 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:43.495246 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0e69e9d9-0cfe-4186-9448-3c9069202dae {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:43.495727 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'status': 'completed', 'code': 200} Feb 04 18:12:43.555287 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9762ac-5a08-4d32-a831-939464a64c1b req-2dd9e6f7-6ecf-421c-96ed-17efb585dd5d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.556900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ad9762ac-5a08-4d32-a831-939464a64c1b req-2dd9e6f7-6ecf-421c-96ed-17efb585dd5d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0578890 Feb 04 18:12:43.560805 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:43.594088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-454e5f22-f459-4eb1-a672-25a1f49e6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.595657 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-454e5f22-f459-4eb1-a672-25a1f49e6354 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 1129 time: 0.0532949 Feb 04 18:12:43.613323 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ad9762ac-5a08-4d32-a831-939464a64c1b req-ffdef03e-c98f-4a94-a6ce-1013642e1363 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489352 Feb 04 18:12:43.695552 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-abc2151c-c366-404c-9afb-b174b01717c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.696941 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-abc2151c-c366-404c-9afb-b174b01717c4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.0947361 Feb 04 18:12:43.768274 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-d6d824de-8d90-4d7c-9e0d-1994807c8d3d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac HTTP/1.1" status: 200 len: 999 time: 0.0637097 Feb 04 18:12:43.796971 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '49ef4ef7-41ed-4d05-b449-7df1246fd535', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:eb:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:21Z', 'updated_at': '2022-02-04T18:12:42Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:43.815369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-f2f04ab3-525a-47d1-98a1-4d114b42e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.816818 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-f2f04ab3-525a-47d1-98a1-4d114b42e2c9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0432727 Feb 04 18:12:43.822193 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:12:43.831331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:43.831954 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:43.864954 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-f4ef50c4-a6dc-4379-8ec5-ff5b1fbb462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:43.866549 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-f4ef50c4-a6dc-4379-8ec5-ff5b1fbb462e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441041 Feb 04 18:12:43.940560 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:43.960891 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-f9eaafa5-dbc3-42a6-a4e1-00b1bc2ac335 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850518 Feb 04 18:12:44.050503 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-7442aefa-6c88-40ed-ad26-a35d72786d02 req-d41ade3e-39b2-4b4f-beee-2e2b0981c823 service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Feb 04 18:12:44.169928 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '49ef4ef7-41ed-4d05-b449-7df1246fd535', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:eb:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:21Z', 'updated_at': '2022-02-04T18:12:42Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:44.197124 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:12:44.200209 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370654d8-d54e-4cf1-9905-88797ee8745a None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '49ef4ef7-41ed-4d05-b449-7df1246fd535', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'port_id': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'mac_address': 'fa:16:3e:eb:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:21Z', 'updated_at': '2022-02-04T18:12:42Z', 'revision_number': 1, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:44.283109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486d94-ac10-45e3-bcb6-b543d4bfe980 req-c0e0208b-d0b4-461a-9a75-053843ccb116 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.284804 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-70486d94-ac10-45e3-bcb6-b543d4bfe980 req-c0e0208b-d0b4-461a-9a75-053843ccb116 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 943 time: 0.0611084 Feb 04 18:12:44.302591 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:44.315824 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'port_id': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'mac_address': 'fa:16:3e:53:97:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:12:44.337096 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-70486d94-ac10-45e3-bcb6-b543d4bfe980 req-5f1520a4-d6e1-45dc-9584-b63940d9203f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 Feb 04 18:12:44.358451 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:44.358896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:44.373115 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:12:44.399937 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:44.428028 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78107cd9-3b2e-42ca-8c20-3ad1036f52da None None] New status for floating IP 49ef4ef7-41ed-4d05-b449-7df1246fd535: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:12:44.506751 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:44.557990 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:44.743893 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf22d60-acd6-447f-a143-fcbd32e3a2c5 req-5f9e9964-6947-4c89-a203-fd29b78ef2d9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:44.745363 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bf22d60-acd6-447f-a143-fcbd32e3a2c5 req-5f9e9964-6947-4c89-a203-fd29b78ef2d9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0532627 Feb 04 18:12:44.804969 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9bf22d60-acd6-447f-a143-fcbd32e3a2c5 req-527b8320-6a31-4692-b958-72a4df339299 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Feb 04 18:12:44.941999 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:12:45.456647 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724abf-a560-4bb2-9dc7-df061176aea5 req-962e3133-9627-4a5b-8910-4de778104968 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:45.458184 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-31724abf-a560-4bb2-9dc7-df061176aea5 req-962e3133-9627-4a5b-8910-4de778104968 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 944 time: 0.0536883 Feb 04 18:12:45.511461 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-31724abf-a560-4bb2-9dc7-df061176aea5 req-40f36121-1f27-482f-b92f-cb0a657358da tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473430 Feb 04 18:12:46.193182 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:12:46.300644 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:12:46.304710 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:12:46.305099 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.384753 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:12:46.385150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.407293 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:46.409451 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eaaa30-f309-4d9b-b7ea-90bb8f5c4b7e" -d '{"events": [{"server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "name": "network-vif-plugged", "status": "completed", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:46.423479 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:12:46.446364 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df0b0e-462b-42f8-8046-2e2f9bd8cec8 x-openstack-request-id: req-92df0b0e-462b-42f8-8046-2e2f9bd8cec8 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:46.446828 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "name": "network-vif-plugged", "status": "completed", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:46.447120 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-92df0b0e-462b-42f8-8046-2e2f9bd8cec8 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:46.447583 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'code': 200} Feb 04 18:12:46.518153 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:46.566410 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:46.632584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72df2e7-67ac-41fb-9135-d5d4ead3a881 req-e8e0b70e-21d8-419a-b01e-ad021365e26b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:46.634070 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c72df2e7-67ac-41fb-9135-d5d4ead3a881 req-e8e0b70e-21d8-419a-b01e-ad021365e26b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0531311 Feb 04 18:12:46.682149 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c72df2e7-67ac-41fb-9135-d5d4ead3a881 req-ef7d80af-db16-43ec-8345-e197d876a1d9 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415175 Feb 04 18:12:46.928794 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2936044-a9b2-44e8-b649-ebf83a721315 req-87affb4e-e7b2-47e9-bae8-76d872107801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:46.930341 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d2936044-a9b2-44e8-b649-ebf83a721315 req-87affb4e-e7b2-47e9-bae8-76d872107801 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1129 time: 0.0427473 Feb 04 18:12:46.977286 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d2936044-a9b2-44e8-b649-ebf83a721315 req-c49f0080-7090-49f7-a167-4a98aeaeb68d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Feb 04 18:12:47.802084 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292a2fc-fb14-4077-bf75-a9e9514a966a req-71352950-d1c8-43b1-9858-aacb97845c25 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:47.803719 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1292a2fc-fb14-4077-bf75-a9e9514a966a req-71352950-d1c8-43b1-9858-aacb97845c25 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Feb 04 18:12:47.852130 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1292a2fc-fb14-4077-bf75-a9e9514a966a req-09b9216c-b05b-482d-bf8c-0fb2141f1818 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 Feb 04 18:12:47.918331 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:48.976520 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c661b7-582d-4748-a57e-e54143605fe7 req-57f4e649-1496-4b67-b81b-1a23b1c8a7be tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:48.978003 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d5c661b7-582d-4748-a57e-e54143605fe7 req-57f4e649-1496-4b67-b81b-1a23b1c8a7be tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0566456 Feb 04 18:12:49.026302 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d5c661b7-582d-4748-a57e-e54143605fe7 req-c308889b-e4b0-42b1-a839-7df2c2cdc83c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Feb 04 18:12:49.146886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88614e-1cbf-4967-8321-994d67b2193d req-b1caf598-bb9c-4d98-b825-f334d6852471 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:49.148357 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eb88614e-1cbf-4967-8321-994d67b2193d req-b1caf598-bb9c-4d98-b825-f334d6852471 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0522127 Feb 04 18:12:49.196718 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eb88614e-1cbf-4967-8321-994d67b2193d req-92bc4fb2-abab-46c4-ba52-af298227a007 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421033 Feb 04 18:12:49.219661 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58344) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:49.305265 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ddcffe-d8c5-4247-a315-f63590e4fca3 tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:49.306779 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b3ddcffe-d8c5-4247-a315-f63590e4fca3 tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1124 time: 0.0861619 Feb 04 18:12:49.309666 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58348) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:12:49.313883 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'port_id': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:12:49.442110 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.537661 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.645292 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.27.3.58 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/a8127e39-7a92-40a6-8166-62ba4b8445ce) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:12:49.750245 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.873314 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:49.916432 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:12:49.919818 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:12:49.922406 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:12:49.945842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=a8127e39-7a92-40a6-8166-62ba4b8445ce,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:49.956714 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.957069 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.957417 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.957759 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.958098 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.958439 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.958783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.959114 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.959444 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.959774 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.960103 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.960429 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:49.960753 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:12:50.284742 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (11f0b7ad-b10f-4e2b-9175-da80d9237382), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.415651 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.562235 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.643325 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.714263 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=a8127e39-7a92-40a6-8166-62ba4b8445ce,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:12:50.725816 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (11f0b7ad-b10f-4e2b-9175-da80d9237382), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:50.824826 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP 11f0b7ad-b10f-4e2b-9175-da80d9237382 associated. External IP: 172.27.3.58, port: dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a. Feb 04 18:12:51.030498 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:12:51.134407 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:12:51.145650 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:12:51.154957 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:51.155566 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:51.261995 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:51.291488 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:12:51.323264 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ce0cb86d-cc5e-42a8-bc75-59b0f0701882 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0125778 Feb 04 18:12:51.323866 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:12:51.327044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d55833-4179-4627-b88d-4a4f808dbedd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:12:51.362849 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fe2b4b-2489-48ec-8d74-497f6ce39853 x-openstack-request-id: req-93fe2b4b-2489-48ec-8d74-497f6ce39853 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:12:51.363143 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:12:51.363398 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93fe2b4b-2489-48ec-8d74-497f6ce39853 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:12:51.363801 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'status': 'completed', 'code': 200} Feb 04 18:12:51.453783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d55833-4179-4627-b88d-4a4f808dbedd req-977a34ad-588b-4e89-b007-da9f777a70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:51.455326 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-977a34ad-588b-4e89-b007-da9f777a70fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1129 time: 0.0486355 Feb 04 18:12:51.484462 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '11f0b7ad-b10f-4e2b-9175-da80d9237382', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:53:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:50Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:51.515142 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:12:51.523608 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:12:51.524218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:12:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:51.544413 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d55833-4179-4627-b88d-4a4f808dbedd req-01269658-867e-4b57-b62c-05fa3367c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:51.545818 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-01269658-867e-4b57-b62c-05fa3367c32a service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0851266 Feb 04 18:12:51.618850 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-fc7c6608-cefe-4fd0-a067-c44131a56d7e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a HTTP/1.1" status: 200 len: 998 time: 0.0655358 Feb 04 18:12:51.668682 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d55833-4179-4627-b88d-4a4f808dbedd req-fa26eaa2-ba7a-4b51-bba0-9668e390e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:51.670159 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-fa26eaa2-ba7a-4b51-bba0-9668e390e704 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0448847 Feb 04 18:12:51.729602 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d55833-4179-4627-b88d-4a4f808dbedd req-79dc357b-a3ce-414e-b218-55c5d20a52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:51.731264 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-79dc357b-a3ce-414e-b218-55c5d20a52a0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544875 Feb 04 18:12:51.767312 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:12:51.826531 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-0d59ed72-da4e-4ceb-97ac-fde38c6182e1 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886130 Feb 04 18:12:51.914660 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-63d55833-4179-4627-b88d-4a4f808dbedd req-e809c04d-dcbf-464b-8372-75644dda0ca2 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819025 Feb 04 18:12:51.990056 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '11f0b7ad-b10f-4e2b-9175-da80d9237382', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:53:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:50Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:12:52.019673 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7476141-89d5-459b-90cd-9584911da1c4 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '11f0b7ad-b10f-4e2b-9175-da80d9237382', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:53:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:12:50Z', 'updated_at': '2022-02-04T18:12:50Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:12:52.207447 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f96901-8b36-48c4-86e0-919b17599d27 None None] New status for floating IP 11f0b7ad-b10f-4e2b-9175-da80d9237382: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:12:55.877442 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-a1a1ce38-ffef-4aa9-a587-74e6a2d30f1e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484278 Feb 04 18:12:55.982910 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-673ef62b-dfe8-463f-9d38-d655a83f2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:55.984412 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-673ef62b-dfe8-463f-9d38-d655a83f2435 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=745beddd0c154d82a7e95298706587b1&device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 1130 time: 0.0478647 Feb 04 18:12:56.086034 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-f030e836-8b39-43ca-835b-4cd4ed3a8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:56.087473 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-f030e836-8b39-43ca-835b-4cd4ed3a8676 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 200 len: 917 time: 0.0850072 Feb 04 18:12:56.157061 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-a7f42f9d-ad0e-4900-882f-a5c14b148cef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Feb 04 18:12:56.205050 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-ade6767c-7d82-47d3-9187-50f3fd017ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:56.206524 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-ade6767c-7d82-47d3-9187-50f3fd017ab8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 200 len: 854 time: 0.0428391 Feb 04 18:12:56.255006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-2506f86d-5462-4439-bb0e-c8662733cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:12:56.256521 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-2506f86d-5462-4439-bb0e-c8662733cafb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0bab5cdf-34a8-435a-8e36-431b0f11e511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443518 Feb 04 18:12:56.348190 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-609046cf-045c-477a-ae7a-252cd88b9f15 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 Feb 04 18:12:56.436563 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fddd6cb6-1650-478a-ba14-67254f824b95 req-100ccede-6e91-4ee0-b15d-d396ba7637f0 service neutron] 10.222.0.113 "GET /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821791 Feb 04 18:12:58.563659 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7e20f5c7-2d2a-4a7e-a614-01953f7facc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:00.906764 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-42dd4340-ed4b-42e6-a15a-93edcfe378b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:02.157379 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:02.424213 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:13:03.378890 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:04.814444 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:07.022031 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e787470-9e06-445f-baf5-e0311e6c5527 req-adcc48ca-a8c6-4655-b566-1d4728420fcb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:07.023634 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e787470-9e06-445f-baf5-e0311e6c5527 req-adcc48ca-a8c6-4655-b566-1d4728420fcb tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0516031 Feb 04 18:13:07.069713 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7e787470-9e06-445f-baf5-e0311e6c5527 req-f56ecf8b-42a1-434c-a12d-b57660d9b197 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405929 Feb 04 18:13:08.193540 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a17708-2fcb-433a-ad48-0a9a3d9121ab req-b70bbd42-bc8c-4398-bb03-b71fbdfcf2f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:08.195027 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b3a17708-2fcb-433a-ad48-0a9a3d9121ab req-b70bbd42-bc8c-4398-bb03-b71fbdfcf2f3 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Feb 04 18:13:08.240225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b3a17708-2fcb-433a-ad48-0a9a3d9121ab req-8e9da431-1db1-4b3e-97b5-b4d8653fa445 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396550 Feb 04 18:13:09.097573 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-ae7a1f54-ba3b-435b-be06-d324e50fbcf8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:09.098971 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-ae7a1f54-ba3b-435b-be06-d324e50fbcf8 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Feb 04 18:13:09.196750 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Deleting port 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:09.197094 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:09.286965 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] For port 8dbc5ea2-225d-4915-8e59-f39e014f906a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=8dbc5ea2-225d-4915-8e59-f39e014f906a,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:09.286965 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:09.370237 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6b4e1-dc68-4c5f-a9b0-7e37ce05b267 req-004e1cae-5764-4d3f-a09e-084770862d1b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:09.371945 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-feb6b4e1-dc68-4c5f-a9b0-7e37ce05b267 req-004e1cae-5764-4d3f-a09e-084770862d1b tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 946 time: 0.0591500 Feb 04 18:13:09.423967 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-feb6b4e1-dc68-4c5f-a9b0-7e37ce05b267 req-3a5bf230-1a34-4d07-bfa5-8f2fde1f2bfd tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups?id=acabeb08-e931-40c3-b990-4837cad28949&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449548 Feb 04 18:13:09.464445 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:09.464854 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:09.465169 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Floating IP 4289802a-1bd1-4a20-bcaa-e2598f16c53e disassociated. External IP: 172.27.3.249, port: 8dbc5ea2-225d-4915-8e59-f39e014f906a. Feb 04 18:13:09.465503 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Calling delete_port for 8dbc5ea2-225d-4915-8e59-f39e014f906a owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:09.658768 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (8dbc5ea2-225d-4915-8e59-f39e014f906a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:09.691115 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'Port': ['ID=8dbc5ea2-225d-4915-8e59-f39e014f906a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:10.038555 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:13:10.149119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:13:10.158928 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:13:10.171198 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:10.174726 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:13:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:10.194791 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] No DVR routers for this DVR port 8dbc5ea2-225d-4915-8e59-f39e014f906a on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:13:10.197516 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:10.201009 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-a97e5c1f-14fa-48a5-98b4-d950b3d49822 req-11144452-528d-4638-bfbe-a2b088c9e9b4 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.113 "DELETE /v2.0/ports/8dbc5ea2-225d-4915-8e59-f39e014f906a HTTP/1.1" status: 204 len: 173 time: 1.0966015 Feb 04 18:13:10.201517 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-deleted', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:13:10.203829 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c8ea22-8285-43f7-bcd3-5dbac515a287" -d '{"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-deleted", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:13:10.242287 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd108399-1e25-4559-ba52-720bb2856c8c x-openstack-request-id: req-fd108399-1e25-4559-ba52-720bb2856c8c {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:13:10.242610 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32416d02-187d-4d8f-9698-d36ac5ffbc26", "name": "network-vif-deleted", "tag": "8dbc5ea2-225d-4915-8e59-f39e014f906a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:13:10.242867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd108399-1e25-4559-ba52-720bb2856c8c {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:13:10.243265 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32416d02-187d-4d8f-9698-d36ac5ffbc26', 'name': 'network-vif-deleted', 'tag': '8dbc5ea2-225d-4915-8e59-f39e014f906a', 'status': 'completed', 'code': 200} Feb 04 18:13:10.281984 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:10.477432 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:10.508969 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:13:10.517444 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:10.518061 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:13:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:10.530162 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5d4a8c6d-bf3a-4d3b-9f6a-d52301eac5a1 req-d01d9034-bb00-440c-9502-3226c27c7444 tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/ports?device_id=32416d02-187d-4d8f-9698-d36ac5ffbc26 HTTP/1.1" status: 200 len: 210 time: 0.0270467 Feb 04 18:13:10.624946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:10.817646 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:10.843200 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4231de-78c2-4b0f-8834-a12f95beec42 None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:00:49Z', 'revision_number': 4, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'd4a19596-36cd-4a5d-92c6-47b0e97df6f0', 'name': '', 'network_id': '0bab5cdf-34a8-435a-8e36-431b0f11e511', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'mac_address': 'fa:16:3e:99:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:48Z', 'updated_at': '2022-02-04T18:00:56Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'subnets': [{'id': 'fae40914-ae36-4d4d-bc24-7a0c1c9e1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:13:11.058908 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09528c3c-587e-4c04-81b2-867207a1af22 None None] New status for floating IP 4289802a-1bd1-4a20-bcaa-e2598f16c53e: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:13:11.696140 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58450) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:11.747810 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (acabeb08-e931-40c3-b990-4837cad28949), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:11.770993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (acabeb08-e931-40c3-b990-4837cad28949), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:11.951982 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (acabeb08-e931-40c3-b990-4837cad28949), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:11.954542 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:11.955722 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "DELETE /v2.0/security-groups/acabeb08-e931-40c3-b990-4837cad28949 HTTP/1.1" status: 204 len: 168 time: 0.2585859 Feb 04 18:13:11.958541 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58454) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:11.964613 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883aa5d-24b9-41bf-be2e-8597ab64dbca tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acabeb08-e931-40c3-b990-4837cad28949,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:11.973231 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.api.v2.resource [None req-be941f2d-cd01-401a-870b-72c8c88a52ea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] show failed (client error): The resource could not be found. Feb 04 18:13:11.974226 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-be941f2d-cd01-401a-870b-72c8c88a52ea tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "GET /v2.0/security-groups/acabeb08-e931-40c3-b990-4837cad28949 HTTP/1.1" status: 404 len: 347 time: 0.0146513 Feb 04 18:13:11.977404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58456) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:12.100634 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Deleting port 07d6f468-dd34-447a-92dc-2b7931cd0c39 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:12.100971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.178307 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.182950 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (07d6f468-dd34-447a-92dc-2b7931cd0c39), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.190625 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Calling delete_port for 07d6f468-dd34-447a-92dc-2b7931cd0c39 owned by network:floatingip {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:12.363821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:12.387396 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 8dbc5ea2-225d-4915-8e59-f39e014f906a {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:13:12.387739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 8dbc5ea2-225d-4915-8e59-f39e014f906a not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:12.489057 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (07d6f468-dd34-447a-92dc-2b7931cd0c39), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.515542 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Pushing event deleted for resources: {'Port': ['ID=07d6f468-dd34-447a-92dc-2b7931cd0c39,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:12.574333 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks [] for floatingip (4289802a-1bd1-4a20-bcaa-e2598f16c53e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.576898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:12.578064 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-5d27361c-bc1b-475f-a903-03a33effb79c tempest-AttachVolumeShelveTestJSON-1865877584 tempest-AttachVolumeShelveTestJSON-1865877584-project] 10.222.0.98 "DELETE /v2.0/floatingips/4289802a-1bd1-4a20-bcaa-e2598f16c53e HTTP/1.1" status: 204 len: 168 time: 0.5996900 Feb 04 18:13:15.386562 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58480) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:15.829295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (ae6f0b97-4d11-4290-a702-7be019ac821c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:16.081831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Deleting port d4a19596-36cd-4a5d-92c6-47b0e97df6f0 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:16.082081 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:16.158993 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] For port d4a19596-36cd-4a5d-92c6-47b0e97df6f0, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:16.159348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:16.172172 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Calling delete_port for d4a19596-36cd-4a5d-92c6-47b0e97df6f0 owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:16.441336 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (d4a19596-36cd-4a5d-92c6-47b0e97df6f0), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:16.464918 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a19596-36cd-4a5d-92c6-47b0e97df6f0,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:16.497577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.497948 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.498277 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.498641 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.498978 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.499309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.499635 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.499962 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.500291 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.500647 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.500966 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.501411 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.501738 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:13:16.648298 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (ae6f0b97-4d11-4290-a702-7be019ac821c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:16.861424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Router ae6f0b97-4d11-4290-a702-7be019ac821c has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:13:16.964162 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:13:16.971217 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-02fcb6df-1367-4322-a65b-9b396e6faf8b admin admin] 10.222.0.98 "PUT /v2.0/routers/ae6f0b97-4d11-4290-a702-7be019ac821c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816813 Feb 04 18:13:16.972398 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58484) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:16.975151 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Sync routers for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:13:16.985606 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:16.986510 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:13:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:17.077240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks [] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.091390 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:17.184327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks [] for router_gateway (ae6f0b97-4d11-4290-a702-7be019ac821c), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.307390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Deleting port 5fc99615-ef9a-4b9a-9021-11b2079d17aa {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:17.307739 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.387020 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:13:16Z', 'revision_number': 5, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port': {'id': '5fc99615-ef9a-4b9a-9021-11b2079d17aa', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:00:43Z', 'updated_at': '2022-02-04T18:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:17.390952 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] For port 5fc99615-ef9a-4b9a-9021-11b2079d17aa, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5fc99615-ef9a-4b9a-9021-11b2079d17aa,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:17.391879 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.404856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Calling delete_port for 5fc99615-ef9a-4b9a-9021-11b2079d17aa owned by network:router_gateway {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:17.416589 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Checking router: ae6f0b97-4d11-4290-a702-7be019ac821c for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:13:17.424829 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Routers {'ae6f0b97-4d11-4290-a702-7be019ac821c'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:13:17.425435 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:13:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['ae6f0b97-4d11-4290-a702-7be019ac821c'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:17.511293 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] Set router ae6f0b97-4d11-4290-a702-7be019ac821c gateway port host: None {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:13:17.562526 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:13:17Z', 'revision_number': 6, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:17.591246 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3956a5f-d37b-4e50-9df3-9e68938705f5 None None] The sync data for ids ['ae6f0b97-4d11-4290-a702-7be019ac821c'] in dv-cinder-822768-3-iscsi is: [{'id': 'ae6f0b97-4d11-4290-a702-7be019ac821c', 'name': 'tempest-AttachVolumeShelveTestJSON-20040770-router', 'tenant_id': '745beddd0c154d82a7e95298706587b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:00:41Z', 'updated_at': '2022-02-04T18:13:17Z', 'revision_number': 6, 'project_id': '745beddd0c154d82a7e95298706587b1', 'gw_port_host': None}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:13:17.671645 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (5fc99615-ef9a-4b9a-9021-11b2079d17aa), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.694849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc99615-ef9a-4b9a-9021-11b2079d17aa,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:17.760022 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (ae6f0b97-4d11-4290-a702-7be019ac821c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.851202 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.853342 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks [] for router_controller (ae6f0b97-4d11-4290-a702-7be019ac821c), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.906019 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.985828 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (ae6f0b97-4d11-4290-a702-7be019ac821c), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.986724 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6f0b97-4d11-4290-a702-7be019ac821c {{(pid=109412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:13:17.995144 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:17.995144 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7340aa1c-9927-455b-9d5f-5705b74f3e30 admin admin] 10.222.0.98 "DELETE /v2.0/routers/ae6f0b97-4d11-4290-a702-7be019ac821c HTTP/1.1" status: 204 len: 168 time: 1.0190694 Feb 04 18:13:17.995691 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58486) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:18.050869 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device d4a19596-36cd-4a5d-92c6-47b0e97df6f0 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:18.053015 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Deleting subnet fae40914-ae36-4d4d-bc24-7a0c1c9e1662 {{(pid=109413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:13:18.063774 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Publish callbacks [] for subnet (fae40914-ae36-4d4d-bc24-7a0c1c9e1662), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.072474 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: d4a19596-36cd-4a5d-92c6-47b0e97df6f0 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:13:18.072910 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device d4a19596-36cd-4a5d-92c6-47b0e97df6f0 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:18.101975 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2767557'] for subnet (fae40914-ae36-4d4d-bc24-7a0c1c9e1662), precommit_delete_associations {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.180379 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (fae40914-ae36-4d4d-bc24-7a0c1c9e1662), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.380419 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26396457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824503'] for subnet (fae40914-ae36-4d4d-bc24-7a0c1c9e1662), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.658904 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae40914-ae36-4d4d-bc24-7a0c1c9e1662,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:18.662737 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.665912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-04bc2679-c868-49f1-85b8-037674644357 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/fae40914-ae36-4d4d-bc24-7a0c1c9e1662 HTTP/1.1" status: 204 len: 168 time: 0.6685920 Feb 04 18:13:18.668343 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58488) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:18.671222 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd08dd-5e1e-4335-974f-33a9c91fce12 None None] Network 0bab5cdf-34a8-435a-8e36-431b0f11e511 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:13:18.736470 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (0bab5cdf-34a8-435a-8e36-431b0f11e511), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.792770 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Deleting port 632bb2b5-987d-416a-84a8-633aaab00d10 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:18.793114 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.822571 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] DHCP port deletion for 0bab5cdf-34a8-435a-8e36-431b0f11e511 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:13:18.859128 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] For port 632bb2b5-987d-416a-84a8-633aaab00d10, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=632bb2b5-987d-416a-84a8-633aaab00d10,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:18.859842 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.872620 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Deleting port 632bb2b5-987d-416a-84a8-633aaab00d10 {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:13:18.873006 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.875922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Calling delete_port for 632bb2b5-987d-416a-84a8-633aaab00d10 owned by network:dhcp {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:18.937913 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] For port 632bb2b5-987d-416a-84a8-633aaab00d10, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=632bb2b5-987d-416a-84a8-633aaab00d10,segment=NetworkSegment(24a071be-0c60-4f2b-b713-411c515c3288),segment_id=24a071be-0c60-4f2b-b713-411c515c3288)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:13:18.938256 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:18.951926 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Calling delete_port for 632bb2b5-987d-416a-84a8-633aaab00d10 owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:13:19.031645 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.038038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (632bb2b5-987d-416a-84a8-633aaab00d10), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.060468 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Pushing event deleted for resources: {'Port': ['ID=632bb2b5-987d-416a-84a8-633aaab00d10,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:19.064104 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] No DVR routers for this DVR port 632bb2b5-987d-416a-84a8-633aaab00d10 on host dv-cinder-822768-3-iscsi {{(pid=109413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:13:19.065822 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] Pushing event deleted for resources: {'Port': ['ID=632bb2b5-987d-416a-84a8-633aaab00d10,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:19.069683 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca34cd7-b428-41fe-aa42-e605dfe19d8d None None] No DVR routers for this DVR port 632bb2b5-987d-416a-84a8-633aaab00d10 on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:13:19.136071 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (0bab5cdf-34a8-435a-8e36-431b0f11e511), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.156607 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bab5cdf-34a8-435a-8e36-431b0f11e511']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:19.165554 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a071be-0c60-4f2b-b713-411c515c3288') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:19.165844 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a071be-0c60-4f2b-b713-411c515c3288') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:13:19.175584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (24a071be-0c60-4f2b-b713-411c515c3288), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.188492 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (24a071be-0c60-4f2b-b713-411c515c3288), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.195122 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:13:19.195517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (24a071be-0c60-4f2b-b713-411c515c3288), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:13:19.197169 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:13:19.334556 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (0bab5cdf-34a8-435a-8e36-431b0f11e511), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.339821 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.342979 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] 10.222.0.98 "DELETE /v2.0/networks/0bab5cdf-34a8-435a-8e36-431b0f11e511 HTTP/1.1" status: 204 len: 168 time: 0.6737256 Feb 04 18:13:19.354230 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68acaf6-ec7f-4e0f-b4d3-42404822560e admin admin] Pushing event deleted for resources: {'Network': ['ID=0bab5cdf-34a8-435a-8e36-431b0f11e511,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:19.790494 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58492) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:19.830076 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-eb7be643-2fc5-47d1-b971-915560c455de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=745beddd0c154d82a7e95298706587b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384109 Feb 04 18:13:19.831887 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 632bb2b5-987d-416a-84a8-633aaab00d10 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:19.832636 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58494) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:19.851965 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 632bb2b5-987d-416a-84a8-633aaab00d10 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:13:19.852319 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 632bb2b5-987d-416a-84a8-633aaab00d10 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:19.852826 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5fc99615-ef9a-4b9a-9021-11b2079d17aa no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:13:19.872025 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 5fc99615-ef9a-4b9a-9021-11b2079d17aa {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:13:19.872371 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5fc99615-ef9a-4b9a-9021-11b2079d17aa not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:13:19.880566 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] Publish callbacks [] for security_group (ac1d107f-e9ac-4878-8f06-7cd48e0916bc), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:19.901050 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] Publish callbacks [] for security_group (ac1d107f-e9ac-4878-8f06-7cd48e0916bc), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:20.025974 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ac1d107f-e9ac-4878-8f06-7cd48e0916bc), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:20.028696 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:20.029858 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac1d107f-e9ac-4878-8f06-7cd48e0916bc HTTP/1.1" status: 204 len: 168 time: 0.1963077 Feb 04 18:13:20.038655 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db806573-81aa-4236-8ffe-266db2a2eec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d107f-e9ac-4878-8f06-7cd48e0916bc,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:28.579560 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4854af97-b43c-4dd9-9992-1edf566f3ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:30.859670 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a68e6a7e-5831-46d9-8dc7-8d12e08365fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:32.162392 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.310816 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.380609 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58620) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:33.504947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dc14-54b1-429b-83f4-6467739732ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.576317 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dc14-54b1-429b-83f4-6467739732ae admin admin] Publish callbacks [] for security_group (57f3f743-7f69-47cb-a47c-774c3e646a18), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.665527 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dc14-54b1-429b-83f4-6467739732ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (57f3f743-7f69-47cb-a47c-774c3e646a18), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.707040 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-f4d1dc14-54b1-429b-83f4-6467739732ae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed88f83b887049968e38ef59eedeef04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247807 Feb 04 18:13:33.707906 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1dc14-54b1-429b-83f4-6467739732ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3f743-7f69-47cb-a47c-774c3e646a18,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:33.711209 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58624) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:33.760046 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] Publish callbacks [] for security_group (57f3f743-7f69-47cb-a47c-774c3e646a18), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.780658 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] Publish callbacks [] for security_group (57f3f743-7f69-47cb-a47c-774c3e646a18), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.956608 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (57f3f743-7f69-47cb-a47c-774c3e646a18), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.959270 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:33.960427 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/57f3f743-7f69-47cb-a47c-774c3e646a18 HTTP/1.1" status: 204 len: 168 time: 0.2480118 Feb 04 18:13:33.968193 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53943c2-7a6b-4db2-af86-34acae4e76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3f743-7f69-47cb-a47c-774c3e646a18,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:34.836891 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:35.828735 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58674) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:35.931182 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2af9580b-fd5f-406f-aec5-e9462c34d344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.002109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2af9580b-fd5f-406f-aec5-e9462c34d344 admin admin] Publish callbacks [] for security_group (211e6a3e-68d0-48e6-941f-e7a963da0459), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.086406 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-2af9580b-fd5f-406f-aec5-e9462c34d344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (211e6a3e-68d0-48e6-941f-e7a963da0459), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.123337 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9580b-fd5f-406f-aec5-e9462c34d344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211e6a3e-68d0-48e6-941f-e7a963da0459,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:36.127653 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-2af9580b-fd5f-406f-aec5-e9462c34d344 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc016933640844d7a60cd13f9f48731e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978983 Feb 04 18:13:36.130286 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58678) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:36.192562 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] Publish callbacks [] for security_group (211e6a3e-68d0-48e6-941f-e7a963da0459), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.214218 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] Publish callbacks [] for security_group (211e6a3e-68d0-48e6-941f-e7a963da0459), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.339195 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (211e6a3e-68d0-48e6-941f-e7a963da0459), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.341854 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:36.343101 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/211e6a3e-68d0-48e6-941f-e7a963da0459 HTTP/1.1" status: 204 len: 168 time: 0.2119401 Feb 04 18:13:36.351291 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d558c-c0a8-45de-b1a4-695408e15ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e6a3e-68d0-48e6-941f-e7a963da0459,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:39.279593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58754) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:39.382520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f033-76db-4247-a15d-1cf06c018131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.426926 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:13:39.454964 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f033-76db-4247-a15d-1cf06c018131 admin admin] Publish callbacks [] for security_group (495aeadf-b18f-417e-adea-85123f2a1132), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.533358 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f033-76db-4247-a15d-1cf06c018131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (495aeadf-b18f-417e-adea-85123f2a1132), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.571685 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-dbe3f033-76db-4247-a15d-1cf06c018131 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a3fdacdfcc647aaa046e06a0e20c0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909992 Feb 04 18:13:39.572538 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f033-76db-4247-a15d-1cf06c018131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495aeadf-b18f-417e-adea-85123f2a1132,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:39.574527 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58758) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:39.620679 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] Publish callbacks [] for security_group (495aeadf-b18f-417e-adea-85123f2a1132), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.641375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] Publish callbacks [] for security_group (495aeadf-b18f-417e-adea-85123f2a1132), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.777624 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (495aeadf-b18f-417e-adea-85123f2a1132), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.780239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:39.781405 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/495aeadf-b18f-417e-adea-85123f2a1132 HTTP/1.1" status: 204 len: 168 time: 0.2058852 Feb 04 18:13:39.790119 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bab89-7f63-40b7-89dc-98f7a72bde65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495aeadf-b18f-417e-adea-85123f2a1132,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:40.492352 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58764) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:40.505190 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-1dface29-507f-4d75-b507-d0a9a429e787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.575820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-1dface29-507f-4d75-b507-d0a9a429e787 admin admin] Publish callbacks [] for security_group (ef12426e-e564-4841-8fba-3851fbe656ed), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.676356 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-1dface29-507f-4d75-b507-d0a9a429e787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ef12426e-e564-4841-8fba-3851fbe656ed), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.716711 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-1dface29-507f-4d75-b507-d0a9a429e787 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=616cd395f29c4abf905f44fbc1df7d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232881 Feb 04 18:13:40.717569 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dface29-507f-4d75-b507-d0a9a429e787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef12426e-e564-4841-8fba-3851fbe656ed,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:40.719980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58766) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:40.768573 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] Publish callbacks [] for security_group (ef12426e-e564-4841-8fba-3851fbe656ed), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.789505 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] Publish callbacks [] for security_group (ef12426e-e564-4841-8fba-3851fbe656ed), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.909069 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ef12426e-e564-4841-8fba-3851fbe656ed), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.911637 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:40.912781 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef12426e-e564-4841-8fba-3851fbe656ed HTTP/1.1" status: 204 len: 168 time: 0.1918197 Feb 04 18:13:40.921290 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4ec5c-264b-4925-8a8c-ed5ad2bb55ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef12426e-e564-4841-8fba-3851fbe656ed,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:42.690262 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 58800) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:42.793830 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-daaf1c86-21bb-4c60-ba3e-9fc75b637f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:42.864039 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-daaf1c86-21bb-4c60-ba3e-9fc75b637f77 admin admin] Publish callbacks [] for security_group (f8112c56-0c79-4b0e-b1fb-93cb34258174), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:42.943047 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-daaf1c86-21bb-4c60-ba3e-9fc75b637f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f8112c56-0c79-4b0e-b1fb-93cb34258174), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:42.980400 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-daaf1c86-21bb-4c60-ba3e-9fc75b637f77 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8119162e0ac4467e84eab86cba1559cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888956 Feb 04 18:13:42.982457 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1c86-21bb-4c60-ba3e-9fc75b637f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8112c56-0c79-4b0e-b1fb-93cb34258174,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:42.983188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 58804) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:13:43.033951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] Publish callbacks [] for security_group (f8112c56-0c79-4b0e-b1fb-93cb34258174), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.054925 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] Publish callbacks [] for security_group (f8112c56-0c79-4b0e-b1fb-93cb34258174), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.196670 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (f8112c56-0c79-4b0e-b1fb-93cb34258174), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.199354 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:43.200555 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f8112c56-0c79-4b0e-b1fb-93cb34258174 HTTP/1.1" status: 204 len: 168 time: 0.2162721 Feb 04 18:13:43.208254 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947afb8-12fb-4bd8-98e5-4b6a3e73ffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8112c56-0c79-4b0e-b1fb-93cb34258174,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:13:47.870749 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:13:56.835006 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-3578f7a6-90b8-4332-8d1d-106418f9473c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431724 Feb 04 18:13:56.910366 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-b96e1ebf-e3e0-4259-87cd-a22077b3ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:56.911816 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-b96e1ebf-e3e0-4259-87cd-a22077b3ec4b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 1129 time: 0.0426095 Feb 04 18:13:57.017149 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-cfb9177d-4f29-453c-99b8-8e05ea1356a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:57.018693 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-cfb9177d-4f29-453c-99b8-8e05ea1356a8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 200 len: 913 time: 0.0878510 Feb 04 18:13:57.083358 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-d7381809-4d4f-45f4-9a52-4a4dc6ab721a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac HTTP/1.1" status: 200 len: 1001 time: 0.0579212 Feb 04 18:13:57.136288 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-30c6ac46-3daa-4a76-b724-c6c789bceade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:57.137731 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-30c6ac46-3daa-4a76-b724-c6c789bceade service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 200 len: 850 time: 0.0473449 Feb 04 18:13:57.187368 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-61b517ee-7c18-402f-9d04-5b5294666f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:13:57.188773 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-61b517ee-7c18-402f-9d04-5b5294666f24 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437605 Feb 04 18:13:57.275284 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-c9d9eddf-3f46-4e25-82ec-df34a28f861e service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798995 Feb 04 18:13:57.365818 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2c0ec69c-f05c-438f-ba8c-74bb6cba845b req-39245b75-5a1a-4a7f-920e-21f126a46e6b service neutron] 10.222.0.113 "GET /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842440 Feb 04 18:13:58.595815 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-47f132f5-a0b0-4c65-aa45-2dcc69a8a4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:00.864557 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1aad0cac-942f-470a-818b-c16dd3e4a906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:02.150927 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:03.287138 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:04.829940 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:16.428806 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:14:17.910525 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:21.663402 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4bca1-86e4-4d44-943c-df8cacb729e8 req-96604792-f603-4c85-b4f2-343bae813441 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:21.664898 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-75e4bca1-86e4-4d44-943c-df8cacb729e8 req-96604792-f603-4c85-b4f2-343bae813441 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0543909 Feb 04 18:14:21.714823 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-75e4bca1-86e4-4d44-943c-df8cacb729e8 req-76097e58-48f8-43a7-ae90-5e0a3bdcebea tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Feb 04 18:14:22.838939 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786614-b60d-41b1-a7e4-665324155711 req-98ce11d2-a7a6-4ec5-b7f3-69061fc6f280 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:22.840403 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6786614-b60d-41b1-a7e4-665324155711 req-98ce11d2-a7a6-4ec5-b7f3-69061fc6f280 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0557992 Feb 04 18:14:22.887067 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-b6786614-b60d-41b1-a7e4-665324155711 req-8edbdeeb-7b4e-4e16-a2b9-2cf6779339d2 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Feb 04 18:14:24.004197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c465963-439b-463c-88a8-54184c4f469d req-e390df9c-2f8d-4bfa-9cf3-7086a86ed614 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:24.005643 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c465963-439b-463c-88a8-54184c4f469d req-e390df9c-2f8d-4bfa-9cf3-7086a86ed614 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0521986 Feb 04 18:14:24.051191 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3c465963-439b-463c-88a8-54184c4f469d req-82bafe3f-4722-4664-ae64-a387b567c11c tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398893 Feb 04 18:14:25.172367 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a1a8-2206-455d-9077-fca1bfeb77c8 req-a59de1f8-be2d-4c9a-a83d-bf290bcf8a0e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:25.174360 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1bc0a1a8-2206-455d-9077-fca1bfeb77c8 req-a59de1f8-be2d-4c9a-a83d-bf290bcf8a0e tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0543878 Feb 04 18:14:25.218505 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1bc0a1a8-2206-455d-9077-fca1bfeb77c8 req-d7fba008-e3ee-4233-ad6a-b438d543f68a tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 Feb 04 18:14:26.337777 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ddf99-e5fe-4e85-bc14-7bc3ed1139d1 req-ac01e65f-7f40-4944-a25b-6e01e67f9a98 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:26.339300 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-181ddf99-e5fe-4e85-bc14-7bc3ed1139d1 req-ac01e65f-7f40-4944-a25b-6e01e67f9a98 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0516384 Feb 04 18:14:26.386252 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-181ddf99-e5fe-4e85-bc14-7bc3ed1139d1 req-a667b3d4-95dc-4c18-a5a1-9c0a067b3870 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Feb 04 18:14:27.504431 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd19372-a531-4a64-b33a-5a661e698f7a req-fc741f9e-83d6-4a19-9c86-88f11904356f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:27.505982 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8dd19372-a531-4a64-b33a-5a661e698f7a req-fc741f9e-83d6-4a19-9c86-88f11904356f tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0528657 Feb 04 18:14:27.528890 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939d384-67d2-4b2d-b61f-74737d07779d req-34b22a54-6a32-4586-a000-b64b05144c93 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:27.530385 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4939d384-67d2-4b2d-b61f-74737d07779d req-34b22a54-6a32-4586-a000-b64b05144c93 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 945 time: 0.0539255 Feb 04 18:14:27.556416 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8dd19372-a531-4a64-b33a-5a661e698f7a req-297fdff6-86c2-45d5-91ea-40dbfbb30be5 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups?id=d3ca1484-d95a-4e80-a48c-bcf73c64c269&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Feb 04 18:14:27.625699 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Deleting port 1185b4cf-af56-43d5-94d4-dd578ae69eac {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:27.626621 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:27.711335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] For port 1185b4cf-af56-43d5-94d4-dd578ae69eac, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=1185b4cf-af56-43d5-94d4-dd578ae69eac,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:27.711617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.115828 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.116194 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.116513 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Floating IP 49ef4ef7-41ed-4d05-b449-7df1246fd535 disassociated. External IP: 172.27.3.143, port: 1185b4cf-af56-43d5-94d4-dd578ae69eac. Feb 04 18:14:28.116856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Calling delete_port for 1185b4cf-af56-43d5-94d4-dd578ae69eac owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:28.309712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (1185b4cf-af56-43d5-94d4-dd578ae69eac), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.340479 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'Port': ['ID=1185b4cf-af56-43d5-94d4-dd578ae69eac,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354083 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354842 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.354842 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.355124 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.355246 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.355558 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:28.471199 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:14:28.547550 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-13bccce3-57b7-462c-9ffa-5832b8bc08c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.577958 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:14:28.589205 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:14:28.601242 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:28.601852 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:14:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:28.624352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] No DVR routers for this DVR port 1185b4cf-af56-43d5-94d4-dd578ae69eac on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:14:28.627930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:28.632855 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4939d384-67d2-4b2d-b61f-74737d07779d req-8fa9f273-119c-45c5-94b2-5d1bbc15f352 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.113 "DELETE /v2.0/ports/1185b4cf-af56-43d5-94d4-dd578ae69eac HTTP/1.1" status: 204 len: 173 time: 1.0965707 Feb 04 18:14:28.633320 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'name': 'network-vif-deleted', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:14:28.635704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1872eca-afdf-44c4-ad5e-ae622ac928e9" -d '{"events": [{"server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "name": "network-vif-deleted", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:14:28.655694 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2cb80c80-eae8-492b-91f2-6e1a14ba305a req-37465e93-1435-4a5a-b495-57a3621f624d tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/ports?device_id=fdbc5838-213f-4ce8-8628-2c180bc6b92c HTTP/1.1" status: 200 len: 210 time: 0.0275002 Feb 04 18:14:28.684668 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f12671-cb68-4304-a438-7e21d2eb3234 x-openstack-request-id: req-42f12671-cb68-4304-a438-7e21d2eb3234 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:14:28.685138 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbc5838-213f-4ce8-8628-2c180bc6b92c", "name": "network-vif-deleted", "tag": "1185b4cf-af56-43d5-94d4-dd578ae69eac", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:14:28.685316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42f12671-cb68-4304-a438-7e21d2eb3234 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:14:28.685632 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbc5838-213f-4ce8-8628-2c180bc6b92c', 'name': 'network-vif-deleted', 'tag': '1185b4cf-af56-43d5-94d4-dd578ae69eac', 'status': 'completed', 'code': 200} Feb 04 18:14:28.743987 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:28.949382 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:28.976101 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:14:28.984208 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:28.985006 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:14:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:29.179859 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:29.375861 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:29.405997 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427b1bd-ddbf-475d-a485-4022c402bd3d None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:05:21Z', 'revision_number': 4, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': 'bda5a53c-b20a-44e4-937b-6e32f27b513a', 'name': '', 'network_id': 'ad908c4b-c2c9-46d5-a416-1e7a31ac0b31', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'mac_address': 'fa:16:3e:32:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:20Z', 'updated_at': '2022-02-04T18:05:25Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'subnets': [{'id': '5c9fec46-2f2b-4a21-87d7-a1153aac0c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:14:29.616149 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1665b20b-b19f-4e09-adfd-21308da67181 None None] New status for floating IP 49ef4ef7-41ed-4d05-b449-7df1246fd535: DOWN {{(pid=109414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:14:29.865816 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59090) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:29.917632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (d3ca1484-d95a-4e80-a48c-bcf73c64c269), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:29.941218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (d3ca1484-d95a-4e80-a48c-bcf73c64c269), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.136255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d3ca1484-d95a-4e80-a48c-bcf73c64c269), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.138920 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.140075 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "DELETE /v2.0/security-groups/d3ca1484-d95a-4e80-a48c-bcf73c64c269 HTTP/1.1" status: 204 len: 168 time: 0.2732069 Feb 04 18:14:30.143197 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 59092) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:30.150087 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1c449-cf08-4051-9be0-aaf6d47eacf1 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca1484-d95a-4e80-a48c-bcf73c64c269,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:30.156657 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.api.v2.resource [None req-f9243929-4ca7-4edf-9a24-74a1ff0e5955 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] show failed (client error): The resource could not be found. Feb 04 18:14:30.162259 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-f9243929-4ca7-4edf-9a24-74a1ff0e5955 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "GET /v2.0/security-groups/d3ca1484-d95a-4e80-a48c-bcf73c64c269 HTTP/1.1" status: 404 len: 347 time: 0.0180349 Feb 04 18:14:30.165225 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 59094) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:30.291234 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Deleting port f95aca9c-b843-493d-8bbf-1007fe33fb28 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:30.291576 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.366361 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.366721 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (f95aca9c-b843-493d-8bbf-1007fe33fb28), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.380438 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Calling delete_port for f95aca9c-b843-493d-8bbf-1007fe33fb28 owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:30.606799 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (f95aca9c-b843-493d-8bbf-1007fe33fb28), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.630891 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Pushing event deleted for resources: {'Port': ['ID=f95aca9c-b843-493d-8bbf-1007fe33fb28,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:30.640375 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.640730 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.641078 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.641440 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.641774 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.642102 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.642442 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.642780 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.643112 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.643440 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.643764 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.644082 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.645218 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:30.702896 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 1185b4cf-af56-43d5-94d4-dd578ae69eac no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:30.709832 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks [] for floatingip (49ef4ef7-41ed-4d05-b449-7df1246fd535), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.712451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:30.713786 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e9c798e6-15eb-40ce-a511-97435ee7bfa9 tempest-AttachVolumeTestJSON-990568496 tempest-AttachVolumeTestJSON-990568496-project] 10.222.0.98 "DELETE /v2.0/floatingips/49ef4ef7-41ed-4d05-b449-7df1246fd535 HTTP/1.1" status: 204 len: 168 time: 0.5473828 Feb 04 18:14:30.722761 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 1185b4cf-af56-43d5-94d4-dd578ae69eac {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:14:30.723118 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 1185b4cf-af56-43d5-94d4-dd578ae69eac not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:30.875517 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4d2a9ed6-036e-4986-a5fa-2d7eea5c893c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:32.155649 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:33.309416 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:33.833355 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 59134) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:33.936229 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-539d0d0d-6277-4263-ac39-cb8840b8f27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.006909 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-539d0d0d-6277-4263-ac39-cb8840b8f27e admin admin] Publish callbacks [] for security_group (ac8933ef-c126-4359-89a0-8d037bb5a1e8), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.115500 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-539d0d0d-6277-4263-ac39-cb8840b8f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ac8933ef-c126-4359-89a0-8d037bb5a1e8), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.154659 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-539d0d0d-6277-4263-ac39-cb8840b8f27e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf9062bd041a4c17836335933d77357a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200536 Feb 04 18:14:34.155534 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d0d0d-6277-4263-ac39-cb8840b8f27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8933ef-c126-4359-89a0-8d037bb5a1e8,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:34.157423 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59138) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:34.204673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] Publish callbacks [] for security_group (ac8933ef-c126-4359-89a0-8d037bb5a1e8), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.224877 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] Publish callbacks [] for security_group (ac8933ef-c126-4359-89a0-8d037bb5a1e8), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.383470 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (ac8933ef-c126-4359-89a0-8d037bb5a1e8), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.386365 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:34.387619 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac8933ef-c126-4359-89a0-8d037bb5a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2292087 Feb 04 18:14:34.396515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef1b23-8585-495d-813f-88b75d853122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8933ef-c126-4359-89a0-8d037bb5a1e8,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:34.881147 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59156) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:34.900567 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.320774 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.570189 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Deleting port bda5a53c-b20a-44e4-937b-6e32f27b513a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:35.570568 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.653526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] For port bda5a53c-b20a-44e4-937b-6e32f27b513a, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=bda5a53c-b20a-44e4-937b-6e32f27b513a,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:35.653898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.666964 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Calling delete_port for bda5a53c-b20a-44e4-937b-6e32f27b513a owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:35.958959 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (bda5a53c-b20a-44e4-937b-6e32f27b513a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:35.984779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda5a53c-b20a-44e4-937b-6e32f27b513a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:36.153909 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:36.368119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Router 9eed1dd0-ab11-4d53-946a-36115d4ea746 has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:14:36.474914 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:14:36.485575 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-85707dbd-d55a-4045-9f33-c0120380c181 admin admin] 10.222.0.98 "PUT /v2.0/routers/9eed1dd0-ab11-4d53-946a-36115d4ea746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977173 Feb 04 18:14:36.485685 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Sync routers for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:14:36.487053 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59176) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:36.495115 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:36.495715 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:14:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:36.595931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks [] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:36.603026 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:36.702474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks [] for router_gateway (9eed1dd0-ab11-4d53-946a-36115d4ea746), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:36.783325 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:14:35Z', 'revision_number': 5, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port': {'id': 'e53ee9ea-7db9-453c-b4cd-b95013dc23cc', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:05:17Z', 'updated_at': '2022-02-04T18:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:36.809753 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Checking router: 9eed1dd0-ab11-4d53-946a-36115d4ea746 for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:14:36.818880 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Routers {'9eed1dd0-ab11-4d53-946a-36115d4ea746'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:14:36.819379 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:14:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['9eed1dd0-ab11-4d53-946a-36115d4ea746'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:36.861665 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Deleting port e53ee9ea-7db9-453c-b4cd-b95013dc23cc {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:36.861998 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:36.915769 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] Set router 9eed1dd0-ab11-4d53-946a-36115d4ea746 gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:14:36.944621 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] For port e53ee9ea-7db9-453c-b4cd-b95013dc23cc, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:36.944980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:36.960860 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Calling delete_port for e53ee9ea-7db9-453c-b4cd-b95013dc23cc owned by network:router_gateway {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:36.969067 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:14:36Z', 'revision_number': 6, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:36.995832 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa07d4-70f2-435b-8378-d69aca66c9ce None None] The sync data for ids ['9eed1dd0-ab11-4d53-946a-36115d4ea746'] in dv-cinder-822768-3-iscsi is: [{'id': '9eed1dd0-ab11-4d53-946a-36115d4ea746', 'name': 'tempest-AttachVolumeTestJSON-2109679095-router', 'tenant_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:05:16Z', 'updated_at': '2022-02-04T18:14:36Z', 'revision_number': 6, 'project_id': 'ac0ec68d2c474dbf8c692e362abd93cb', 'gw_port_host': None}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:14:37.212399 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (e53ee9ea-7db9-453c-b4cd-b95013dc23cc), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.239315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53ee9ea-7db9-453c-b4cd-b95013dc23cc,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:37.299466 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.393736 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.396049 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks [] for router_controller (9eed1dd0-ab11-4d53-946a-36115d4ea746), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.770650 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (9eed1dd0-ab11-4d53-946a-36115d4ea746), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.771192 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eed1dd0-ab11-4d53-946a-36115d4ea746 {{(pid=109412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:14:37.776299 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.777706 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-bb730788-828c-4bd6-9298-c5b3c6242d79 admin admin] 10.222.0.98 "DELETE /v2.0/routers/9eed1dd0-ab11-4d53-946a-36115d4ea746 HTTP/1.1" status: 204 len: 168 time: 1.2894387 Feb 04 18:14:37.780063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59184) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:37.824215 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Deleting subnet 5c9fec46-2f2b-4a21-87d7-a1153aac0c7b {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:14:37.828007 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Publish callbacks [] for subnet (5c9fec46-2f2b-4a21-87d7-a1153aac0c7b), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.864255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (5c9fec46-2f2b-4a21-87d7-a1153aac0c7b), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:37.873092 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device bda5a53c-b20a-44e4-937b-6e32f27b513a no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:37.894641 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: bda5a53c-b20a-44e4-937b-6e32f27b513a {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:14:37.895080 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device bda5a53c-b20a-44e4-937b-6e32f27b513a not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:37.895581 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e53ee9ea-7db9-453c-b4cd-b95013dc23cc no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:37.913996 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: e53ee9ea-7db9-453c-b4cd-b95013dc23cc {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:14:37.914445 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device e53ee9ea-7db9-453c-b4cd-b95013dc23cc not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:37.948185 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (5c9fec46-2f2b-4a21-87d7-a1153aac0c7b), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.107902 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (5c9fec46-2f2b-4a21-87d7-a1153aac0c7b), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.133953 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9fec46-2f2b-4a21-87d7-a1153aac0c7b,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:38.137712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.141499 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0e9698dc-64d3-41bd-b181-27d45409310d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5c9fec46-2f2b-4a21-87d7-a1153aac0c7b HTTP/1.1" status: 204 len: 168 time: 0.3600500 Feb 04 18:14:38.143772 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59186) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:38.147248 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dea35-6676-48af-9168-550aafef4999 None None] Network ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:14:38.215878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.270030 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Deleting port 216cd4ee-d8da-41d2-a924-f63e843c04fe {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:38.270382 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.303146 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] DHCP port deletion for ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:14:38.333214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] For port 216cd4ee-d8da-41d2-a924-f63e843c04fe, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=216cd4ee-d8da-41d2-a924-f63e843c04fe,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:38.333577 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.346658 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Calling delete_port for 216cd4ee-d8da-41d2-a924-f63e843c04fe owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:38.350752 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Deleting port 216cd4ee-d8da-41d2-a924-f63e843c04fe {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:14:38.351153 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.415436 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] For port 216cd4ee-d8da-41d2-a924-f63e843c04fe, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=216cd4ee-d8da-41d2-a924-f63e843c04fe,segment=NetworkSegment(3b4c0c36-c698-4f44-bf73-b326d50990ca),segment_id=3b4c0c36-c698-4f44-bf73-b326d50990ca)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:14:38.416009 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.429108 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Calling delete_port for 216cd4ee-d8da-41d2-a924-f63e843c04fe owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:14:38.520556 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.528011 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (216cd4ee-d8da-41d2-a924-f63e843c04fe), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.548814 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] No DVR routers for this DVR port 216cd4ee-d8da-41d2-a924-f63e843c04fe on host dv-cinder-822768-3-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:14:38.552056 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=216cd4ee-d8da-41d2-a924-f63e843c04fe,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:38.557225 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Pushing event deleted for resources: {'Port': ['ID=216cd4ee-d8da-41d2-a924-f63e843c04fe,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:38.561109 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] No DVR routers for this DVR port 216cd4ee-d8da-41d2-a924-f63e843c04fe on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574047 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574770 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574770 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.574770 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.575090 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.575405 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.575744 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.576073 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f0781b-8a13-41c2-a108-49fb56cc02fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:14:38.641738 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.663856 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad908c4b-c2c9-46d5-a416-1e7a31ac0b31']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:38.673520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4c0c36-c698-4f44-bf73-b326d50990ca') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:38.673820 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4c0c36-c698-4f44-bf73-b326d50990ca') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:14:38.682864 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (3b4c0c36-c698-4f44-bf73-b326d50990ca), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.695792 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (3b4c0c36-c698-4f44-bf73-b326d50990ca), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.701683 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:14:38.702058 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (3b4c0c36-c698-4f44-bf73-b326d50990ca), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:14:38.704250 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:14:38.839101 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (ad908c4b-c2c9-46d5-a416-1e7a31ac0b31), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.844951 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:38.848194 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ad908c4b-c2c9-46d5-a416-1e7a31ac0b31 HTTP/1.1" status: 204 len: 168 time: 0.7034705 Feb 04 18:14:38.859487 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7b09a-df7b-4eba-93db-9c2568744de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad908c4b-c2c9-46d5-a416-1e7a31ac0b31,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:39.273882 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 59202) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:39.312923 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e26f2c2e-e7a5-4e71-8599-35b87415cab2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac0ec68d2c474dbf8c692e362abd93cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378461 Feb 04 18:14:39.315812 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 59204) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:14:39.364151 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] Publish callbacks [] for security_group (007eceda-31e9-4874-89a1-232981b9b4c6), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:39.384709 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] Publish callbacks [] for security_group (007eceda-31e9-4874-89a1-232981b9b4c6), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:39.554722 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (007eceda-31e9-4874-89a1-232981b9b4c6), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:39.554722 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:39.554722 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/007eceda-31e9-4874-89a1-232981b9b4c6 HTTP/1.1" status: 204 len: 168 time: 0.2309759 Feb 04 18:14:39.558998 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4550a-0032-4cf3-818e-f7ad61b23e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007eceda-31e9-4874-89a1-232981b9b4c6,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:14:39.861304 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 216cd4ee-d8da-41d2-a924-f63e843c04fe no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:14:39.881146 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 216cd4ee-d8da-41d2-a924-f63e843c04fe {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:14:39.881503 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 216cd4ee-d8da-41d2-a924-f63e843c04fe not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:14:47.960472 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:53.429873 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:14:58.707069 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7050e6eb-46c7-4cce-a8fe-7460de87147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:14:58.847450 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-1047a600-9fe1-4f74-ba94-e05a56ebba45 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466783 Feb 04 18:14:58.922383 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-dff9a9d0-0ba3-470a-8f34-6ec81ab76a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:58.924471 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-dff9a9d0-0ba3-470a-8f34-6ec81ab76a68 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 1129 time: 0.0444684 Feb 04 18:14:59.027224 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-32593be4-46f5-4c22-97be-5d3c4274049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.028685 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-32593be4-46f5-4c22-97be-5d3c4274049c service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0857201 Feb 04 18:14:59.091997 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-09e7e654-75e6-4c66-b8cd-59a2e973debf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a HTTP/1.1" status: 200 len: 1000 time: 0.0574846 Feb 04 18:14:59.139567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-3322fe27-f768-4cfd-85f1-15b84adb632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.141026 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-3322fe27-f768-4cfd-85f1-15b84adb632f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0428405 Feb 04 18:14:59.193942 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-bded6f17-07ff-4e4c-ae46-6a53b243c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:14:59.195389 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-bded6f17-07ff-4e4c-ae46-6a53b243c972 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480075 Feb 04 18:14:59.280266 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-5f6d2652-4db8-4da3-b7f6-6455f8e1018a service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789092 Feb 04 18:14:59.371022 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-fd0c303d-1439-40b0-a265-ad6f6da9afed req-1fa6fbb7-5168-4116-bda7-bc095bc92986 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Feb 04 18:15:00.871066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-26b6579a-9b3f-44ab-a4eb-4745113e4b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:02.112693 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:03.306536 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:04.855266 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:17.902626 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:18.572032 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee635d0-e556-4818-95ff-cf0b00140896 req-0806e38a-b4f5-4d85-b47c-347585ab1b5f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:18.573499 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ee635d0-e556-4818-95ff-cf0b00140896 req-0806e38a-b4f5-4d85-b47c-347585ab1b5f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0521014 Feb 04 18:15:18.621564 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2ee635d0-e556-4818-95ff-cf0b00140896 req-0dd1a5b4-9d39-40e6-a13c-8aa0dc0af07f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Feb 04 18:15:19.743186 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d3b28-c313-4c46-97fd-d44fdbc9c3c3 req-0cd55c31-a849-488b-927a-75e4d450b2cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:19.744639 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-471d3b28-c313-4c46-97fd-d44fdbc9c3c3 req-0cd55c31-a849-488b-927a-75e4d450b2cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Feb 04 18:15:19.794667 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-471d3b28-c313-4c46-97fd-d44fdbc9c3c3 req-e228cc78-44a6-4f1c-ab07-32e4702e4aa5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Feb 04 18:15:20.911275 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84dcf-a3fa-4b6c-afef-e99d959804e3 req-f690bc79-5931-4847-9400-1ee57878ef27 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:20.912731 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3ef84dcf-a3fa-4b6c-afef-e99d959804e3 req-f690bc79-5931-4847-9400-1ee57878ef27 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Feb 04 18:15:20.960679 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3ef84dcf-a3fa-4b6c-afef-e99d959804e3 req-24145a2b-e9b6-4ae8-9d61-5cdeb1521288 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Feb 04 18:15:22.076389 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb136-5748-4a48-be7b-e1b94a9e8e61 req-69300c22-9b29-400a-a25e-bd435a600b65 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:22.077885 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d1fb136-5748-4a48-be7b-e1b94a9e8e61 req-69300c22-9b29-400a-a25e-bd435a600b65 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0517435 Feb 04 18:15:22.126576 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d1fb136-5748-4a48-be7b-e1b94a9e8e61 req-b12bb2e0-b5ba-427c-af97-96e48ace7e4b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Feb 04 18:15:23.245364 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384effa1-7910-4c37-b3dc-ca5d9887440e req-ea1f5f21-dd71-4f83-ae9d-7a185566b3c6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:23.246841 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-384effa1-7910-4c37-b3dc-ca5d9887440e req-ea1f5f21-dd71-4f83-ae9d-7a185566b3c6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0547502 Feb 04 18:15:23.294356 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-384effa1-7910-4c37-b3dc-ca5d9887440e req-de9a1f70-563f-4bd5-9388-d8e23a40a4e0 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Feb 04 18:15:24.411726 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd90743-18e2-45a7-98ec-c4eeaec6946f req-73958b75-ea03-4494-bddb-46db2398f03c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:24.413110 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0bd90743-18e2-45a7-98ec-c4eeaec6946f req-73958b75-ea03-4494-bddb-46db2398f03c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0508981 Feb 04 18:15:24.462083 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0bd90743-18e2-45a7-98ec-c4eeaec6946f req-dab73b6e-e3e9-4e6d-9e49-ed33f1a8bfbd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Feb 04 18:15:25.578335 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6827e-d0dd-46c1-a78c-2fc7066f5b9d req-c9010e05-47be-4719-80b9-e01f108acc78 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:25.579828 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1f6827e-d0dd-46c1-a78c-2fc7066f5b9d req-c9010e05-47be-4719-80b9-e01f108acc78 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0510879 Feb 04 18:15:25.631541 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e1f6827e-d0dd-46c1-a78c-2fc7066f5b9d req-6e2b3ad6-af51-4b25-8f9e-b28ff6327b0d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Feb 04 18:15:26.746852 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0881c-81bb-4fdd-bf1b-91915172bb2c req-78a1e847-8e97-4c91-8113-59eceeaeda29 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:26.748360 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bdc0881c-81bb-4fdd-bf1b-91915172bb2c req-78a1e847-8e97-4c91-8113-59eceeaeda29 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0520496 Feb 04 18:15:26.796149 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-bdc0881c-81bb-4fdd-bf1b-91915172bb2c req-5c6e2810-5dff-497d-a9be-03fa9c77e9ab tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Feb 04 18:15:27.913653 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e840-e419-4813-af70-e36944fbcfee req-f7cffd85-4849-4b68-867e-d899ece55575 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:27.915195 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0060e840-e419-4813-af70-e36944fbcfee req-f7cffd85-4849-4b68-867e-d899ece55575 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Feb 04 18:15:27.965145 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0060e840-e419-4813-af70-e36944fbcfee req-8adc72a1-542d-4815-a2c9-25d078bfded1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 Feb 04 18:15:28.570839 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6d64-56a1-4846-b0f3-6c0a6df15333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.084940 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c74aa-1733-4361-a3d9-ebcd671fd094 req-92e31aae-5c90-4528-9975-c2c7686a840c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:29.086581 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-198c74aa-1733-4361-a3d9-ebcd671fd094 req-92e31aae-5c90-4528-9975-c2c7686a840c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Feb 04 18:15:29.125572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-fa9d033c-3a74-479e-82fa-eb729aeb466a tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:29.127068 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-fa9d033c-3a74-479e-82fa-eb729aeb466a tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 945 time: 0.0539236 Feb 04 18:15:29.135320 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-198c74aa-1733-4361-a3d9-ebcd671fd094 req-64d36f70-e216-470d-bbcb-c44b068864c4 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Feb 04 18:15:29.220828 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:15:29.221164 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.311251 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] For port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:29.311568 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.485385 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.485756 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (11f0b7ad-b10f-4e2b-9175-da80d9237382), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.486064 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.db.l3_db [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP 11f0b7ad-b10f-4e2b-9175-da80d9237382 disassociated. External IP: 172.27.3.58, port: dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a. Feb 04 18:15:29.486405 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:15:29.689335 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:29.718023 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:29.728989 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.729352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.729704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.730043 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.730377 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.730731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.731062 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.731390 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.731718 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.732047 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.732368 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.732694 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.733262 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:29.848033 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:15:29.957616 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:15:29.969590 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:15:29.979511 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:29.980165 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:15:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:30.001923 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] No DVR routers for this DVR port dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:15:30.004515 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:30.008002 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6702daec-9b62-4c43-8a63-12d22965b2f7 req-135374e3-fb5e-4ba8-8e0d-fcfd0932f5e2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "DELETE /v2.0/ports/dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a HTTP/1.1" status: 204 len: 173 time: 0.8753986 Feb 04 18:15:30.008457 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'name': 'network-vif-deleted', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:30.010747 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0cdb1-40d3-4b6a-a6bf-ee1f9977db62" -d '{"events": [{"server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "name": "network-vif-deleted", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:30.061187 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ead3fa-f55e-47b1-b7c5-c04c3cfb914b x-openstack-request-id: req-54ead3fa-f55e-47b1-b7c5-c04c3cfb914b {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:30.061187 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe11be94-d623-43fe-9319-e6ea69528e71", "name": "network-vif-deleted", "tag": "dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:30.061187 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54ead3fa-f55e-47b1-b7c5-c04c3cfb914b {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:30.061187 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe11be94-d623-43fe-9319-e6ea69528e71', 'name': 'network-vif-deleted', 'tag': 'dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a', 'status': 'completed', 'code': 200} Feb 04 18:15:30.240266 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:30.256117 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7f0db285-49a7-48c0-8301-c347ddf06c53 req-6e4e83b8-3fd0-4059-b415-ae31b65dbf9c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0444467 Feb 04 18:15:30.431194 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:15:30.437972 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:30.464667 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:15:30.473495 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:30.474105 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:15:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:30.579038 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:30.776586 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:30.808780 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871a8ee0-18a6-4b0e-a228-a88da2c34551 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:15:30.872993 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:15:30.894302 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:15:30.894678 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device dcde5d5f-cc5d-4e44-a5cf-d8366abf9c4a not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:15:30.896508 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d743044-0479-4309-ab86-ad0140228284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:31.024411 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f7f038-81b4-43c0-93b4-fa8496384f3b None None] New status for floating IP 11f0b7ad-b10f-4e2b-9175-da80d9237382: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:15:31.354879 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d13ed1ce-6769-4208-b8b5-0a2f91b608f9 req-02612566-5687-4328-9b20-392050388030 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=fe11be94-d623-43fe-9319-e6ea69528e71 HTTP/1.1" status: 200 len: 210 time: 0.0260613 Feb 04 18:15:32.111645 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:32.636772 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-c41ff6f4-b5d1-446d-b65b-685820e2a662 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453985264&fields=id&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 267 time: 0.0494106 Feb 04 18:15:32.744695 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-af35b6d6-8abb-4209-ba8c-88ab27fff070 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:32.746150 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-af35b6d6-8abb-4209-ba8c-88ab27fff070 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1024113 Feb 04 18:15:32.761477 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-e65b0547-f63e-4ec3-a4c2-fcbea223d029 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/quotas/7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 375 time: 0.0091650 Feb 04 18:15:32.815601 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-cdbf95e9-3cbd-457e-97f7-4d4f3bc642fe tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488610 Feb 04 18:15:32.913608 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-c0cf794d-9391-429b-9e58-1e17e4921bc8 service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Feb 04 18:15:33.003476 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-48fb4de8-5a9b-48f9-9a24-5013f7c77c42 service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842896 Feb 04 18:15:33.307271 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:34.664028 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c91aaa7e-89aa-41e2-8586-f1c8248d5ed6 req-37e5344b-197a-4d8e-bf77-23a63b2b3213 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 210 time: 0.0362661 Feb 04 18:15:34.833177 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:35.755694 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3732d057-e1a1-4390-80ea-3d23504a3cc5 req-51b68166-9785-4d64-ad3f-080acb431600 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 210 time: 0.0265822 Feb 04 18:15:36.851470 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9223f229-0b45-4b71-a249-a543330f9939 req-c8992013-6fa0-4e65-a515-bafbb8400b87 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 210 time: 0.0274477 Feb 04 18:15:36.949418 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-a5f31cd9-7f4b-4ef6-8462-2412c04c01b2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:36.950794 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-a5f31cd9-7f4b-4ef6-8462-2412c04c01b2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1027603 Feb 04 18:15:37.020132 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-7f373073-261c-4491-84db-d92b182e71be tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 379 time: 0.0539348 Feb 04 18:15:37.028999 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'port': {'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'admin_state_up': True, 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'security_groups': ['d15c08a4-2e67-4f11-b126-d25f1f786f85']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:37.221540 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Made reservation on behalf of 7f2ff016321049ceb841522b8fe2c27a for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:15:37.224988 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.351841 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.20.0.3 (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632/b28c7b1d-4c13-4951-ae10-c82e11571a16/98179b91-ea4a-4986-9a47-3e8973f618d3) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:15:37.490031 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.597474 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.643517 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:15:37.646590 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:15:37.651140 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:15:37.655534 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:37.703940 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.704537 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.829976 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-32b2508e-a143-4dc8-b71d-c2ce915a703d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045721 Feb 04 18:15:37.848898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Request body: {'port': {'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:37.852514 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-3105bb48-1601-4297-8dc4-df9332efa765 None None] Provisioning complete for port 98179b91-ea4a-4986-9a47-3e8973f618d3 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:15:37.861188 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3105bb48-1601-4297-8dc4-df9332efa765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.888188 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-3105bb48-1601-4297-8dc4-df9332efa765 None None] Port 98179b91-ea4a-4986-9a47-3e8973f618d3 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:15:37.909090 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:37.980248 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c722925-e83d-43f2-b8ad-6a6d244ffe48 req-9308daed-7cd3-41ae-9092-7a68f1b2e088 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:37.981846 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c722925-e83d-43f2-b8ad-6a6d244ffe48 req-9308daed-7cd3-41ae-9092-7a68f1b2e088 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 931 time: 0.0542703 Feb 04 18:15:38.032054 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2c722925-e83d-43f2-b8ad-6a6d244ffe48 req-20825714-3cfd-4d4c-997e-a59ee40abca6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437353 Feb 04 18:15:38.169387 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98179b91-ea4a-4986-9a47-3e8973f618d3 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:38.176914 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks [] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:38.188492 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Transition to ACTIVE for port object 98179b91-ea4a-4986-9a47-3e8973f618d3 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:15:38.244752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:38.296296 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Pushing event updated for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:38.371376 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Attempting to bind port 98179b91-ea4a-4986-9a47-3e8973f618d3 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:15:38.371810 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Attempting to bind port 98179b91-ea4a-4986-9a47-3e8973f618d3 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:15:38.372214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Attempting to bind port 98179b91-ea4a-4986-9a47-3e8973f618d3 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:38.377739 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Port 98179b91-ea4a-4986-9a47-3e8973f618d3 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:15:38.378169 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Attempting to bind port 98179b91-ea4a-4986-9a47-3e8973f618d3 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:15:38.383596 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:15:38.384025 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:15:38.384477 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Bound using segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:15:38.384994 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Bound port: 98179b91-ea4a-4986-9a47-3e8973f618d3, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:15:38.385548 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:38.464188 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:15:38.467443 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=98179b91-ea4a-4986-9a47-3e8973f618d3,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:15:38.576559 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:38.613561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:38.614177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:38.615598 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] 10.222.0.113 "PUT /v2.0/ports/98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 1093 time: 0.7710550 Feb 04 18:15:38.616051 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:38.618286 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:38.647042 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec86d4-a3ed-4fb0-bd38-17624c225b76 service neutron] Pushing event updated for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:38.661104 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb89b3-785b-49f3-ae21-b3b11bac0235 x-openstack-request-id: req-d3eb89b3-785b-49f3-ae21-b3b11bac0235 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:38.661402 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:38.661656 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3eb89b3-785b-49f3-ae21-b3b11bac0235 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:38.662076 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'status': 'completed', 'code': 200} Feb 04 18:15:38.755866 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-c3e641a4-4189-4c2a-bf9f-0a65cd5abf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:38.757538 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-c3e641a4-4189-4c2a-bf9f-0a65cd5abf95 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1127 time: 0.0479147 Feb 04 18:15:38.872992 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-3ec623bc-a0db-423d-90f9-5a80c2182660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:38.874937 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-3ec623bc-a0db-423d-90f9-5a80c2182660 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=7f2ff016321049ceb841522b8fe2c27a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029620 Feb 04 18:15:38.970646 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-686b4407-a2be-4a1c-a5b3-f01a19dc0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:38.972104 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-b5f6e257-df63-4cf3-b0f0-7066ecd24dd3 req-686b4407-a2be-4a1c-a5b3-f01a19dc0dca service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909078 Feb 04 18:15:39.089909 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-875cb463-0af7-4643-841e-9b00f4727f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:39.091376 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-875cb463-0af7-4643-841e-9b00f4727f2b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1127 time: 0.0503144 Feb 04 18:15:39.150981 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-ae3a10f6-8726-41aa-904b-58d5b2ab6f4d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 217 time: 0.0443203 Feb 04 18:15:39.156003 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17a5-970c-4f6f-8b7c-d3d9bfebaceb req-6242f4c9-80ae-4601-afab-e1e014e5ec6f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:39.157575 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34ff17a5-970c-4f6f-8b7c-d3d9bfebaceb req-6242f4c9-80ae-4601-afab-e1e014e5ec6f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0598011 Feb 04 18:15:39.200774 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-405c9744-fd72-4d80-b989-2ec4e5550f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:39.205398 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-405c9744-fd72-4d80-b989-2ec4e5550f8b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0452926 Feb 04 18:15:39.215905 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-34ff17a5-970c-4f6f-8b7c-d3d9bfebaceb req-3ec25de6-7f85-4798-8198-7d38f1887c38 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525720 Feb 04 18:15:39.254960 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-7766ffc1-a565-40c6-8787-0bc44ba9ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:39.256565 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-7766ffc1-a565-40c6-8787-0bc44ba9ff1e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470433 Feb 04 18:15:39.348884 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-592d65e8-6a75-411b-ba4a-abe978990135 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858035 Feb 04 18:15:39.436419 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-50adf0a6-f0e0-4b2e-ae8c-7621595d4896 req-5df0fdd6-70d0-4b99-b457-30b926775e1e service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816021 Feb 04 18:15:40.336815 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69c200-f84b-4c48-8f8f-b56d4d5d7f92 req-ccb9e34f-ea31-4372-84fc-1d306b119cf6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:40.338387 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5c69c200-f84b-4c48-8f8f-b56d4d5d7f92 req-ccb9e34f-ea31-4372-84fc-1d306b119cf6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0519307 Feb 04 18:15:40.386128 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5c69c200-f84b-4c48-8f8f-b56d4d5d7f92 req-3a603b1a-153e-41de-8085-39b23fbebe8a tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Feb 04 18:15:41.501170 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7d316-e9f6-4219-a383-2c3b2c8ec413 req-91b1c3f6-6767-4930-a58c-8fe3ef3e35b5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:41.502644 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3af7d316-e9f6-4219-a383-2c3b2c8ec413 req-91b1c3f6-6767-4930-a58c-8fe3ef3e35b5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0513089 Feb 04 18:15:41.553721 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3af7d316-e9f6-4219-a383-2c3b2c8ec413 req-e1dbb1eb-7d2f-4bb3-8f29-ee9dd373880a tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Feb 04 18:15:42.671118 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf36efd-fa92-4a3b-989d-e0fc806278c7 req-b65898d8-53b3-4fa3-86da-30952f108f3b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:42.672580 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6bf36efd-fa92-4a3b-989d-e0fc806278c7 req-b65898d8-53b3-4fa3-86da-30952f108f3b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0520186 Feb 04 18:15:42.720488 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6bf36efd-fa92-4a3b-989d-e0fc806278c7 req-6c209602-5f0b-479d-bae0-d6c1833e54fd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424273 Feb 04 18:15:43.836807 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609ef2-64df-49f8-860a-4b3af6ad8fe2 req-ce505ae4-5af6-4def-b1f2-e6fd1ab772fc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:43.838441 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e0609ef2-64df-49f8-860a-4b3af6ad8fe2 req-ce505ae4-5af6-4def-b1f2-e6fd1ab772fc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0508151 Feb 04 18:15:43.885599 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e0609ef2-64df-49f8-860a-4b3af6ad8fe2 req-2c0465ce-1135-49ea-ba6d-a4f69cd7ca21 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Feb 04 18:15:45.006122 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea78677-93d7-40a8-baf9-04bf5744f1c6 req-d1e6b286-7484-4720-b63d-54ef1f881bf8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:45.007634 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6ea78677-93d7-40a8-baf9-04bf5744f1c6 req-d1e6b286-7484-4720-b63d-54ef1f881bf8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.0562615 Feb 04 18:15:45.056574 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6ea78677-93d7-40a8-baf9-04bf5744f1c6 req-c4d02f04-96ba-42d8-9890-4f9e4185609a tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 Feb 04 18:15:46.352023 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64c199-8e18-4ebc-9338-cf6c7372bf78 req-c49d5dca-7722-41a9-bbac-f7ed69f4d536 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:46.353496 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b64c199-8e18-4ebc-9338-cf6c7372bf78 req-c49d5dca-7722-41a9-bbac-f7ed69f4d536 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 943 time: 0.2312312 Feb 04 18:15:46.402738 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1b64c199-8e18-4ebc-9338-cf6c7372bf78 req-7a76efe1-9aa1-4023-8c87-f360ff02b270 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Feb 04 18:15:46.997906 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 98179b91-ea4a-4986-9a47-3e8973f618d3 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:15:47.096347 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=98179b91-ea4a-4986-9a47-3e8973f618d3,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:47.114075 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:15:47.151457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 98179b91-ea4a-4986-9a47-3e8973f618d3 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:47.151856 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:47.164836 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98179b91-ea4a-4986-9a47-3e8973f618d3 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:15:47.182964 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=98179b91-ea4a-4986-9a47-3e8973f618d3,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:47.318542 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:47.367869 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:47.374731 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.375091 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.375443 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.375786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.376121 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.376457 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.376786 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.377122 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.377451 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.377781 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.378107 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.378455 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.378782 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:47.573112 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01a7d6-79f5-40d0-a0c3-de7107e8bfda req-8079018e-c895-46d0-9c49-3c0316d222f8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:47.574526 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff01a7d6-79f5-40d0-a0c3-de7107e8bfda req-8079018e-c895-46d0-9c49-3c0316d222f8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 944 time: 0.1059725 Feb 04 18:15:47.624013 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff01a7d6-79f5-40d0-a0c3-de7107e8bfda req-eb2012fb-b8b3-4fbf-8ec7-fbc72ac94920 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439053 Feb 04 18:15:47.819974 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['98179b91-ea4a-4986-9a47-3e8973f618d3'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:15:47.903860 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:48.740786 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13abd9d-162d-4487-9e39-02d064677d30 req-93a4548d-40bf-4511-95d6-475cb99c6f8d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:48.742254 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a13abd9d-162d-4487-9e39-02d064677d30 req-93a4548d-40bf-4511-95d6-475cb99c6f8d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 944 time: 0.0525875 Feb 04 18:15:48.791614 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a13abd9d-162d-4487-9e39-02d064677d30 req-7a86cb69-48c4-4063-b5e4-01583c0da2ca tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Feb 04 18:15:49.010965 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 98179b91-ea4a-4986-9a47-3e8973f618d3 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:15:49.135684 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 98179b91-ea4a-4986-9a47-3e8973f618d3 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:15:49.142341 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 98179b91-ea4a-4986-9a47-3e8973f618d3 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:15:49.142341 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.221548 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 98179b91-ea4a-4986-9a47-3e8973f618d3 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:15:49.221946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.245348 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:49.247530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404b8a26-5d8f-4127-8380-7cec30c74500" -d '{"events": [{"server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "name": "network-vif-plugged", "status": "completed", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:49.260618 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=98179b91-ea4a-4986-9a47-3e8973f618d3,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:15:49.288530 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88315ce6-9004-40e9-8fea-a8728c2500e3 x-openstack-request-id: req-88315ce6-9004-40e9-8fea-a8728c2500e3 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:49.288859 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "name": "network-vif-plugged", "status": "completed", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:49.289139 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88315ce6-9004-40e9-8fea-a8728c2500e3 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:49.289544 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'code': 200} Feb 04 18:15:49.376196 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.427534 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:49.508199 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 59994) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:49.616447 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.670831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd547dc-4243-4fd9-9702-bbae0a27d875 req-a3c87a44-a718-47d9-b5bd-24493d2a6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:49.673023 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4cd547dc-4243-4fd9-9702-bbae0a27d875 req-a3c87a44-a718-47d9-b5bd-24493d2a6ac9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0480371 Feb 04 18:15:49.694749 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Publish callbacks [] for security_group (21a73497-4b15-4cfb-b512-f78d7bbb54b2), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.719926 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4cd547dc-4243-4fd9-9702-bbae0a27d875 req-33654d18-8370-4669-91b6-b4f63d5e9d6e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400171 Feb 04 18:15:49.798433 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (21a73497-4b15-4cfb-b512-f78d7bbb54b2), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.841780 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=85da3c8fa1e14aba9d777d84485fe508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318856 Feb 04 18:15:49.843798 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a73497-4b15-4cfb-b512-f78d7bbb54b2,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:49.845479 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60012) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:49.856453 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.856711 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.857172 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.858372 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.859414 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.859805 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.860262 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.860697 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.860980 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.861395 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.861783 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.862376 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.865592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27be582-4ccd-4e91-96bf-8ebdac3e8721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:15:49.896586 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] Publish callbacks [] for security_group (21a73497-4b15-4cfb-b512-f78d7bbb54b2), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.919175 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] Publish callbacks [] for security_group (21a73497-4b15-4cfb-b512-f78d7bbb54b2), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:49.921847 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef37cc-5c69-4eb5-a20d-063ca1fc83dd req-3f5c0e61-4f24-4f8f-80a8-0a53debb5bef tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:49.923369 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a0ef37cc-5c69-4eb5-a20d-063ca1fc83dd req-3f5c0e61-4f24-4f8f-80a8-0a53debb5bef tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0545714 Feb 04 18:15:49.972915 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a0ef37cc-5c69-4eb5-a20d-063ca1fc83dd req-3ec6323c-591e-47c7-a600-cc9148dea562 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Feb 04 18:15:50.050312 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (21a73497-4b15-4cfb-b512-f78d7bbb54b2), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.052879 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.054047 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21a73497-4b15-4cfb-b512-f78d7bbb54b2 HTTP/1.1" status: 204 len: 168 time: 0.2075837 Feb 04 18:15:50.062764 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f15ce-ab65-49f3-b67d-fbae05456c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a73497-4b15-4cfb-b512-f78d7bbb54b2,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:50.331663 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60022) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:50.455242 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e838909-2b06-4ccd-9d40-5a3e399e5b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.541247 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e838909-2b06-4ccd-9d40-5a3e399e5b54 admin admin] Publish callbacks [] for security_group (d5643652-2c1f-46d0-9a3b-09b6de3c180c), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.615660 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0e838909-2b06-4ccd-9d40-5a3e399e5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d5643652-2c1f-46d0-9a3b-09b6de3c180c), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.655118 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-0e838909-2b06-4ccd-9d40-5a3e399e5b54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=043fa682e71a43e089b8ad1b05e6e6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223591 Feb 04 18:15:50.655949 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838909-2b06-4ccd-9d40-5a3e399e5b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5643652-2c1f-46d0-9a3b-09b6de3c180c,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:50.657891 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60026) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:50.705378 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] Publish callbacks [] for security_group (d5643652-2c1f-46d0-9a3b-09b6de3c180c), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.725616 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] Publish callbacks [] for security_group (d5643652-2c1f-46d0-9a3b-09b6de3c180c), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.838467 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d5643652-2c1f-46d0-9a3b-09b6de3c180c), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.841202 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:50.842389 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5643652-2c1f-46d0-9a3b-09b6de3c180c HTTP/1.1" status: 204 len: 168 time: 0.1834099 Feb 04 18:15:50.850239 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7195c-e421-4af2-9ddf-19ee9060d1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5643652-2c1f-46d0-9a3b-09b6de3c180c,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:51.101142 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc70a-7dc1-4939-87f8-bdd7c9881f78 req-cf99e0c8-6f9d-4a90-8e0b-0a4e64642cea tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:51.102705 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202dc70a-7dc1-4939-87f8-bdd7c9881f78 req-cf99e0c8-6f9d-4a90-8e0b-0a4e64642cea tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0623446 Feb 04 18:15:51.153887 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-202dc70a-7dc1-4939-87f8-bdd7c9881f78 req-4786b4d6-0ba7-4a72-9d91-beca45c519b5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Feb 04 18:15:51.610955 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60034) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:51.624627 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e0fd-1ddf-4ccf-baf4-e1cba1a7b2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:51.697138 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e0fd-1ddf-4ccf-baf4-e1cba1a7b2d8 admin admin] Publish callbacks [] for security_group (53e426dc-9301-46ad-b8f7-8b8183b80d31), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:51.767759 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e0fd-1ddf-4ccf-baf4-e1cba1a7b2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (53e426dc-9301-46ad-b8f7-8b8183b80d31), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:51.803438 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8e0fd-1ddf-4ccf-baf4-e1cba1a7b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e426dc-9301-46ad-b8f7-8b8183b80d31,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:51.808979 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4ff8e0fd-1ddf-4ccf-baf4-e1cba1a7b2d8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1c8c0f1403a94e5d82185f6b9ec60b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969888 Feb 04 18:15:51.812156 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60036) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:51.870171 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] Publish callbacks [] for security_group (53e426dc-9301-46ad-b8f7-8b8183b80d31), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:51.891293 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] Publish callbacks [] for security_group (53e426dc-9301-46ad-b8f7-8b8183b80d31), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:52.009980 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (53e426dc-9301-46ad-b8f7-8b8183b80d31), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:52.012572 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:52.013782 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/53e426dc-9301-46ad-b8f7-8b8183b80d31 HTTP/1.1" status: 204 len: 168 time: 0.2007949 Feb 04 18:15:52.021878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cfa0d-6c88-43ad-a90d-6f89ba5d70b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e426dc-9301-46ad-b8f7-8b8183b80d31,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:52.270496 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9d6bc-8d55-42fa-be45-101e51378040 req-b1725e82-5fbd-4945-ae64-c4481fd2e610 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:52.271894 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9c9d6bc-8d55-42fa-be45-101e51378040 req-b1725e82-5fbd-4945-ae64-c4481fd2e610 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0522118 Feb 04 18:15:52.320499 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9c9d6bc-8d55-42fa-be45-101e51378040 req-0949b805-46e5-4d80-8dcf-20ccb8831e94 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Feb 04 18:15:52.438010 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4678e-9d1c-442b-a427-ce4e115696c7 req-7c55f01a-793e-4a56-b459-78d4d2e027c6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:52.439497 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29f4678e-9d1c-442b-a427-ce4e115696c7 req-7c55f01a-793e-4a56-b459-78d4d2e027c6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Feb 04 18:15:52.492880 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29f4678e-9d1c-442b-a427-ce4e115696c7 req-fbad24de-135a-42fe-8b82-9f5a58a8d65c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477264 Feb 04 18:15:52.514268 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60046) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:52.558409 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032c4fa-2910-4d59-b934-dd028b245150 tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:52.559973 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4032c4fa-2910-4d59-b934-dd028b245150 tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1124 time: 0.0441945 Feb 04 18:15:52.563341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60050) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:52.567589 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:15:52.667073 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:52.766638 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:52.867282 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.27.3.49 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/d3763e99-cdd3-492a-aabb-bfed5712caf3) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:15:52.970335 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.090520 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.130846 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:15:53.133686 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:15:53.137160 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:15:53.143266 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=d3763e99-cdd3-492a-aabb-bfed5712caf3,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:53.562019 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (663851bb-f63c-4c7f-95fc-63511bfbb293), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.681641 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.831581 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.893472 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:53.963215 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=d3763e99-cdd3-492a-aabb-bfed5712caf3,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:53.976107 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (663851bb-f63c-4c7f-95fc-63511bfbb293), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.078256 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP 663851bb-f63c-4c7f-95fc-63511bfbb293 associated. External IP: 172.27.3.49, port: 98179b91-ea4a-4986-9a47-3e8973f618d3. Feb 04 18:15:54.534451 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:15:54.645615 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:15:54.658507 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:15:54.668953 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:54.669607 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:15:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:54.721016 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:54.755995 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e67a47e5-d5ce-4648-8a07-9978b27e0bc3 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1916096 Feb 04 18:15:54.756787 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:15:54.759318 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:15:54.794049 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:54.917720 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c6cff-5e57-4d1e-804f-a0c687783f9f x-openstack-request-id: req-412c6cff-5e57-4d1e-804f-a0c687783f9f {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:15:54.918155 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:15:54.918511 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-412c6cff-5e57-4d1e-804f-a0c687783f9f {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:15:54.923837 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'status': 'completed', 'code': 200} Feb 04 18:15:55.002947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-64198eeb-72d9-438b-8786-66701ae3f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.004591 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-64198eeb-72d9-438b-8786-66701ae3f839 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0442617 Feb 04 18:15:55.019701 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:53Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:55.046494 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:15:55.054448 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:15:55.055111 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:15:31Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:55.097024 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-62063651-eb91-49bd-b54d-b187bfeb915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.098591 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-62063651-eb91-49bd-b54d-b187bfeb915f service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0885077 Feb 04 18:15:55.163824 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60104) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:55.175970 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:15:55.277915 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fb6644b0-417e-4bfa-a507-366b978415d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.362977 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fb6644b0-417e-4bfa-a507-366b978415d5 admin admin] Publish callbacks [] for security_group (a70cf0fe-56e2-4b18-beaf-5eb200c7f401), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.416337 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-05ab1c18-6742-44c9-af82-4254ac49a827 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 998 time: 0.3118682 Feb 04 18:15:55.417724 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:53Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:15:55.447538 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4f642-52e6-4120-87e0-e7e91e65bb0f None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:53Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:15:55.455452 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-fb6644b0-417e-4bfa-a507-366b978415d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a70cf0fe-56e2-4b18-beaf-5eb200c7f401), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.465091 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-f600a3db-17ab-4f15-944f-02ab22f05561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.467238 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-f600a3db-17ab-4f15-944f-02ab22f05561 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0452693 Feb 04 18:15:55.495960 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-fb6644b0-417e-4bfa-a507-366b978415d5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8adac051d74a4269bea44de12facac80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309157 Feb 04 18:15:55.497072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6644b0-417e-4bfa-a507-366b978415d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70cf0fe-56e2-4b18-beaf-5eb200c7f401,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:55.500022 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60108) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:55.525018 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-b5295b6d-5a36-48f5-b0b7-7ebf26d421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:55.526544 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-b5295b6d-5a36-48f5-b0b7-7ebf26d421f9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528212 Feb 04 18:15:55.551051 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] Publish callbacks [] for security_group (a70cf0fe-56e2-4b18-beaf-5eb200c7f401), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.573175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] Publish callbacks [] for security_group (a70cf0fe-56e2-4b18-beaf-5eb200c7f401), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.620897 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-5749c659-e9a9-4f65-8e99-edb71ba4cd83 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Feb 04 18:15:55.695793 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba12c18-567a-4773-9da6-013b4d8a99f0 None None] New status for floating IP 663851bb-f63c-4c7f-95fc-63511bfbb293: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:15:55.700985 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a70cf0fe-56e2-4b18-beaf-5eb200c7f401), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.704224 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:55.707689 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a70cf0fe-56e2-4b18-beaf-5eb200c7f401 HTTP/1.1" status: 204 len: 168 time: 0.2044549 Feb 04 18:15:55.714728 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe3eff-f6f1-469c-89d1-824fffd45bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70cf0fe-56e2-4b18-beaf-5eb200c7f401,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:55.718929 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0b8bc9cc-5885-4791-85e1-4d2f3da5beba req-f8be8694-bb1a-4c20-a6c2-e3d5e12ca0ca service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Feb 04 18:15:56.356348 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60114) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:56.372917 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2a80a43-af0a-4178-ba05-680bd84e27a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.443044 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2a80a43-af0a-4178-ba05-680bd84e27a7 admin admin] Publish callbacks [] for security_group (e3e23b53-8cb8-4fee-8036-ae627eaf8506), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.506866 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-e2a80a43-af0a-4178-ba05-680bd84e27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e3e23b53-8cb8-4fee-8036-ae627eaf8506), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.543531 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a80a43-af0a-4178-ba05-680bd84e27a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e23b53-8cb8-4fee-8036-ae627eaf8506,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:56.548363 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-e2a80a43-af0a-4178-ba05-680bd84e27a7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52ff5a4b1cb340ed842640b010887b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909664 Feb 04 18:15:56.551295 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60116) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:15:56.598875 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] Publish callbacks [] for security_group (e3e23b53-8cb8-4fee-8036-ae627eaf8506), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.622564 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] Publish callbacks [] for security_group (e3e23b53-8cb8-4fee-8036-ae627eaf8506), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.735700 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (e3e23b53-8cb8-4fee-8036-ae627eaf8506), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.738318 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:56.739495 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3e23b53-8cb8-4fee-8036-ae627eaf8506 HTTP/1.1" status: 204 len: 168 time: 0.1873574 Feb 04 18:15:56.747282 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099bde1-7e46-41ec-92d8-0044c87a28b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e23b53-8cb8-4fee-8036-ae627eaf8506,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:15:58.598224 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ecb35eb8-b2f0-4518-b7f7-c92089cdcd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:15:58.848390 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-dd8a96d6-6e2b-47d4-a818-08fd3c65b226 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420809 Feb 04 18:15:58.950606 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-7b1cd72c-e4a0-42b6-9e3f-753f514b6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:58.952801 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-7b1cd72c-e4a0-42b6-9e3f-753f514b6ba5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0462399 Feb 04 18:15:59.055038 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-b947d421-4be6-47df-b098-4826226dcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:59.056519 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-b947d421-4be6-47df-b098-4826226dcef4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0869970 Feb 04 18:15:59.121678 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-ef148b5b-eb12-49aa-bf3c-47f1267ff092 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 1000 time: 0.0581794 Feb 04 18:15:59.169953 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-dccfa110-1937-47c4-b28e-7e09988c39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:59.171516 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-dccfa110-1937-47c4-b28e-7e09988c39b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0432949 Feb 04 18:15:59.223178 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-6ba06fd0-5c0f-4e37-8a77-b4d10330a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:15:59.224627 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-6ba06fd0-5c0f-4e37-8a77-b4d10330a313 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469024 Feb 04 18:15:59.312278 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-36181b7e-e01d-4492-a800-7c0ca506775c service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802760 Feb 04 18:15:59.403938 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-837b27b6-25e1-455a-ba6c-dc3bd6194009 req-62621542-6345-4f1f-b551-2876a3390fe7 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862451 Feb 04 18:16:00.865086 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-384df780-50ca-40c7-b6d8-7fa4aca95b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:02.181284 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:03.329557 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:04.825032 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.490593 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60200) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:05.596100 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b593751-a7ab-497b-861f-4c71ea83656e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.669232 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b593751-a7ab-497b-861f-4c71ea83656e admin admin] Publish callbacks [] for security_group (57424402-a03d-48ef-a156-1be52e57e368), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.750088 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4b593751-a7ab-497b-861f-4c71ea83656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (57424402-a03d-48ef-a156-1be52e57e368), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.787233 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b593751-a7ab-497b-861f-4c71ea83656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57424402-a03d-48ef-a156-1be52e57e368,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:05.792321 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-4b593751-a7ab-497b-861f-4c71ea83656e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3d2bde2499a64755989e33c6041901a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006356 Feb 04 18:16:05.794236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60204) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:05.843380 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] Publish callbacks [] for security_group (57424402-a03d-48ef-a156-1be52e57e368), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:05.864878 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] Publish callbacks [] for security_group (57424402-a03d-48ef-a156-1be52e57e368), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.001879 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (57424402-a03d-48ef-a156-1be52e57e368), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.004617 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.005771 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/57424402-a03d-48ef-a156-1be52e57e368 HTTP/1.1" status: 204 len: 168 time: 0.2105973 Feb 04 18:16:06.015370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f9fe8-b5b4-477a-8efa-532eca732d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57424402-a03d-48ef-a156-1be52e57e368,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:06.690139 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60210) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:06.703608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c83ebfad-7032-44a9-a43e-aad7f988f6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.775371 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c83ebfad-7032-44a9-a43e-aad7f988f6d0 admin admin] Publish callbacks [] for security_group (aa75ff45-756e-4c74-815f-bef9a01a6095), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.866732 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c83ebfad-7032-44a9-a43e-aad7f988f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aa75ff45-756e-4c74-815f-bef9a01a6095), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.903760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ebfad-7032-44a9-a43e-aad7f988f6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75ff45-756e-4c74-815f-bef9a01a6095,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:06.908175 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-c83ebfad-7032-44a9-a43e-aad7f988f6d0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=04e2669f0e99488aa871e3811baedd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169445 Feb 04 18:16:06.910956 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60212) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:06.959559 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] Publish callbacks [] for security_group (aa75ff45-756e-4c74-815f-bef9a01a6095), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:06.979971 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] Publish callbacks [] for security_group (aa75ff45-756e-4c74-815f-bef9a01a6095), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:07.099171 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (aa75ff45-756e-4c74-815f-bef9a01a6095), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:07.101839 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:07.103093 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa75ff45-756e-4c74-815f-bef9a01a6095 HTTP/1.1" status: 204 len: 168 time: 0.1909354 Feb 04 18:16:07.111189 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f7cce-900e-4281-ad80-926719c5999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75ff45-756e-4c74-815f-bef9a01a6095,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:07.433577 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:16:11.391191 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-b7b65772-6b1d-4bd9-9d27-2b6b6b502ae9 req-23f4682e-d1eb-42f8-bd68-cf92b79cda90 service neutron] (109413) timed out ('10.222.0.113', 61166) {{(pid=109413) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:16:11.593621 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-b16818d8-e0e4-4d39-a833-500fa43efce5 req-2d28c145-528e-43d6-9c84-5ada70f3d7ef service neutron] (109413) timed out ('10.222.0.113', 61186) {{(pid=109413) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:16:17.883654 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:20.792554 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60336) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:20.902101 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf5d4-1887-4116-99d3-cb2c124bfebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:20.974783 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf5d4-1887-4116-99d3-cb2c124bfebf admin admin] Publish callbacks [] for security_group (614c5376-52da-4fbe-b56c-8cb157765cfe), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.071990 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ad1cf5d4-1887-4116-99d3-cb2c124bfebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (614c5376-52da-4fbe-b56c-8cb157765cfe), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.109616 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cf5d4-1887-4116-99d3-cb2c124bfebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614c5376-52da-4fbe-b56c-8cb157765cfe,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:21.114021 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ad1cf5d4-1887-4116-99d3-cb2c124bfebf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d01cdb052eba4f7a9b129df2818fd8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203998 Feb 04 18:16:21.116678 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60340) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:21.165022 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] Publish callbacks [] for security_group (614c5376-52da-4fbe-b56c-8cb157765cfe), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.186369 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] Publish callbacks [] for security_group (614c5376-52da-4fbe-b56c-8cb157765cfe), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.300340 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (614c5376-52da-4fbe-b56c-8cb157765cfe), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.303109 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:21.304313 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/614c5376-52da-4fbe-b56c-8cb157765cfe HTTP/1.1" status: 204 len: 168 time: 0.1865470 Feb 04 18:16:21.320662 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c02d62-cf89-4bbb-9aef-079caf5606ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614c5376-52da-4fbe-b56c-8cb157765cfe,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:21.912558 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60346) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:21.925567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7659c4e5-42a7-485a-893b-0e558580b2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.001936 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7659c4e5-42a7-485a-893b-0e558580b2b5 admin admin] Publish callbacks [] for security_group (325d703e-172a-452e-9d8d-b173453aa1b9), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.083326 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7659c4e5-42a7-485a-893b-0e558580b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (325d703e-172a-452e-9d8d-b173453aa1b9), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.123827 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-7659c4e5-42a7-485a-893b-0e558580b2b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4fc860c7a4cf438b8a4b9b1cac089e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100809 Feb 04 18:16:22.124926 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659c4e5-42a7-485a-893b-0e558580b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325d703e-172a-452e-9d8d-b173453aa1b9,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:22.126649 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60348) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:22.177356 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] Publish callbacks [] for security_group (325d703e-172a-452e-9d8d-b173453aa1b9), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.200671 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] Publish callbacks [] for security_group (325d703e-172a-452e-9d8d-b173453aa1b9), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.332803 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (325d703e-172a-452e-9d8d-b173453aa1b9), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.335535 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:22.336624 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/325d703e-172a-452e-9d8d-b173453aa1b9 HTTP/1.1" status: 204 len: 168 time: 0.2084253 Feb 04 18:16:22.344829 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5383b-bc40-4156-a3a1-af6e2ac9d509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d703e-172a-452e-9d8d-b173453aa1b9,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:23.105420 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60356) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:23.118505 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4b0d-92c9-4b85-9e6b-4e1aaa603064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.193347 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4b0d-92c9-4b85-9e6b-4e1aaa603064 admin admin] Publish callbacks [] for security_group (3a668856-0798-4404-9518-ed8ac12f1168), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.271665 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4b0d-92c9-4b85-9e6b-4e1aaa603064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3a668856-0798-4404-9518-ed8ac12f1168), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.307960 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c4b0d-92c9-4b85-9e6b-4e1aaa603064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a668856-0798-4404-9518-ed8ac12f1168,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:23.313543 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-ba5c4b0d-92c9-4b85-9e6b-4e1aaa603064 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff6b95ef57cc4c5fb606f7286b4cc335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070889 Feb 04 18:16:23.316176 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60358) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:23.362963 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] Publish callbacks [] for security_group (3a668856-0798-4404-9518-ed8ac12f1168), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.384153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] Publish callbacks [] for security_group (3a668856-0798-4404-9518-ed8ac12f1168), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.568743 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (3a668856-0798-4404-9518-ed8ac12f1168), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.571344 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:23.572513 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3a668856-0798-4404-9518-ed8ac12f1168 HTTP/1.1" status: 204 len: 168 time: 0.2553537 Feb 04 18:16:23.581009 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ada26c-6664-4296-8dc0-07dc5db3ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a668856-0798-4404-9518-ed8ac12f1168,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:28.433289 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 60402) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:28.534770 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa17c-b163-4fb7-a16d-766983077271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.546603 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-b7b5e296-5e2c-47d2-8bf9-b12c5209374f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.609706 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa17c-b163-4fb7-a16d-766983077271 admin admin] Publish callbacks [] for security_group (c6561461-8b81-442f-a6b0-a2093de04fe0), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.718076 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa17c-b163-4fb7-a16d-766983077271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (c6561461-8b81-442f-a6b0-a2093de04fe0), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.756357 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2c6aa17c-b163-4fb7-a16d-766983077271 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cbd28d065e0541608ecafb699defef71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219781 Feb 04 18:16:28.757233 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aa17c-b163-4fb7-a16d-766983077271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6561461-8b81-442f-a6b0-a2093de04fe0,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:28.759128 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60406) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:28.807069 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] Publish callbacks [] for security_group (c6561461-8b81-442f-a6b0-a2093de04fe0), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.827308 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] Publish callbacks [] for security_group (c6561461-8b81-442f-a6b0-a2093de04fe0), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.974617 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (c6561461-8b81-442f-a6b0-a2093de04fe0), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.977226 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:28.978436 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c6561461-8b81-442f-a6b0-a2093de04fe0 HTTP/1.1" status: 204 len: 168 time: 0.2182865 Feb 04 18:16:28.986538 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1179e-8610-4d2b-9671-4fea22c8678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6561461-8b81-442f-a6b0-a2093de04fe0,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:30.865950 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-1399dd0d-8589-4018-9422-3978d1c67c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:32.137881 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:33.137363 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e253b848-3c1e-4d8e-849c-78a29042c6f0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e8f50031c67c4202844e2e9176baa69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285902 Feb 04 18:16:33.282897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:33.323521 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-3ac77c60-3a28-4eff-ab70-edba83776696 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:33.325104 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-3ac77c60-3a28-4eff-ab70-edba83776696 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827292 Feb 04 18:16:33.325982 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-281ddb09-0a17-4771-8279-06133216d303 req-b2827bb9-742f-4e8b-abf5-3b68fdc24038 service neutron] (109413) timed out ('10.222.0.113', 61165) {{(pid=109413) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:16:33.341055 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-c07deec4-6414-4912-b4fe-9cc878977a29 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/quotas/e8f50031c67c4202844e2e9176baa69a HTTP/1.1" status: 200 len: 375 time: 0.0099831 Feb 04 18:16:33.379900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-109c5c6e-82e4-4d10-8cd9-643133f83426 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8f50031c67c4202844e2e9176baa69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287485 Feb 04 18:16:33.667432 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0ba4951b-d27a-4a4c-966b-c2a900236347 req-75c0e986-1876-4d6a-8c99-81e8963454c3 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 210 time: 0.0265484 Feb 04 18:16:34.749372 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1d2d4dff-e0c4-4c1e-9db3-76859a852202 req-9e6e0db4-5091-4548-b8df-13e70392b344 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 210 time: 0.0303538 Feb 04 18:16:34.865406 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:35.843408 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-7d57c45b-0171-4eb8-952d-5c9c57053a48 req-83a12dd9-6f9d-4226-abcc-2e64d9c06a23 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 210 time: 0.0269246 Feb 04 18:16:35.941733 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-728618de-f19d-4aa8-89e6-77359a4cc8b7 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=e8f50031c67c4202844e2e9176baa69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282068 Feb 04 18:16:36.120781 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-1c49875c-85fe-437d-a197-96e7f86141c6 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:36.122117 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-1c49875c-85fe-437d-a197-96e7f86141c6 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759393 Feb 04 18:16:36.143207 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Request body: {'port': {'device_id': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e', 'admin_state_up': True, 'tenant_id': 'e8f50031c67c4202844e2e9176baa69a'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:16:36.303565 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Made reservation on behalf of e8f50031c67c4202844e2e9176baa69a for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:16:36.308046 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.316271 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks [] for security_group (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.398663 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks [] for security_group (a7a1b942-df1e-4b23-9101-08bbecea2a36), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.499839 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a7a1b942-df1e-4b23-9101-08bbecea2a36), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.562941 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1b942-df1e-4b23-9101-08bbecea2a36,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:36.578962 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.579316 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.579666 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.580040 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.580379 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.580712 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.581045 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.581375 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.581703 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.582030 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.582355 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.582704 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.583028 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:36.643779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Allocated IP 192.168.233.245 (d9f39c8b-183e-4158-9207-8ac1d46c3e9e/8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef/20a4e421-cdd3-4134-b77b-ed292894cf9e) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:16:36.786308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks [] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:36.938402 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-dd7580ad-e00f-49f7-ae3b-dc78177cbfcd req-26244965-5859-4197-975c-c99ba7b07c97 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 210 time: 0.0265999 Feb 04 18:16:36.961310 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.005575 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Network d9f39c8b-183e-4158-9207-8ac1d46c3e9e is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:16:37.008760 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:16:37.012444 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:16:37.039533 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Pushing event updated for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:37.068490 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:37.069115 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.181066 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-e569ad04-d2d5-4791-9e67-26a46094794c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0433531 Feb 04 18:16:37.222111 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-c0264704-83fe-4a37-8929-98245e98d772 None None] Provisioning complete for port 20a4e421-cdd3-4134-b77b-ed292894cf9e triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:16:37.222723 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c0264704-83fe-4a37-8929-98245e98d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.258934 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c0264704-83fe-4a37-8929-98245e98d772 None None] Port 20a4e421-cdd3-4134-b77b-ed292894cf9e cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:16:37.291299 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Request body: {'port': {'device_id': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:16:37.349052 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.602521 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a4e421-cdd3-4134-b77b-ed292894cf9e {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:16:37.609937 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks [] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.621910 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Transition to ACTIVE for port object 20a4e421-cdd3-4134-b77b-ed292894cf9e will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:16:37.728440 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.799498 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Pushing event updated for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:37.850571 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Attempting to bind port 20a4e421-cdd3-4134-b77b-ed292894cf9e on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:16:37.850934 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Attempting to bind port 20a4e421-cdd3-4134-b77b-ed292894cf9e by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:16:37.851284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Attempting to bind port 20a4e421-cdd3-4134-b77b-ed292894cf9e on network d9f39c8b-183e-4158-9207-8ac1d46c3e9e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:16:37.855836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Port 20a4e421-cdd3-4134-b77b-ed292894cf9e on network d9f39c8b-183e-4158-9207-8ac1d46c3e9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:16:37.856102 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Attempting to bind port 20a4e421-cdd3-4134-b77b-ed292894cf9e on network d9f39c8b-183e-4158-9207-8ac1d46c3e9e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:16:37.861493 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:16:37.861836 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Checking segment: {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:16:37.862223 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Bound using segment: {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:16:37.862686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Bound port: 20a4e421-cdd3-4134-b77b-ed292894cf9e, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2acb95d-8bce-415c-9f1d-7df18bab42ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:16:37.863050 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:37.931077 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:16:37.934042 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:16:38.009167 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:38.047480 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.048123 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:38.049539 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] 10.222.0.113 "PUT /v2.0/ports/20a4e421-cdd3-4134-b77b-ed292894cf9e HTTP/1.1" status: 200 len: 1098 time: 0.8553889 Feb 04 18:16:38.049996 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:38.052300 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ad67c-389b-4c23-ba59-c6902529f396" -d '{"events": [{"name": "network-changed", "server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:38.060692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc45b29-6945-4229-be70-69440c6f5b0d req-e4f9bd9e-26e5-4c48-ad5c-94d61f73d81c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.066836 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fc45b29-6945-4229-be70-69440c6f5b0d req-e4f9bd9e-26e5-4c48-ad5c-94d61f73d81c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 948 time: 0.0613456 Feb 04 18:16:38.087041 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea3bca-a88b-49b7-9336-37f27a76d53a service neutron] Pushing event updated for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:38.095154 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164c3f8-9c80-4b5b-b9dd-2279df97b801 x-openstack-request-id: req-7164c3f8-9c80-4b5b-b9dd-2279df97b801 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:38.095567 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:38.095922 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7164c3f8-9c80-4b5b-b9dd-2279df97b801 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:38.096429 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e', 'status': 'completed', 'code': 200} Feb 04 18:16:38.117596 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5fc45b29-6945-4229-be70-69440c6f5b0d req-be2f6d3b-3dd9-46b0-b073-d16bb3133f74 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Feb 04 18:16:38.185196 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ad67c-389b-4c23-ba59-c6902529f396 req-ee6f5120-c2b1-4f8a-829f-8d0253a417cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.186731 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e47ad67c-389b-4c23-ba59-c6902529f396 req-ee6f5120-c2b1-4f8a-829f-8d0253a417cc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e8f50031c67c4202844e2e9176baa69a&device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 1132 time: 0.0496659 Feb 04 18:16:38.221217 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e47ad67c-389b-4c23-ba59-c6902529f396 req-d5784603-05f3-48ce-afe2-052cc4e1f5c2 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=e8f50031c67c4202844e2e9176baa69a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211537 Feb 04 18:16:38.317969 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ad67c-389b-4c23-ba59-c6902529f396 req-0d23f2fb-17d8-418b-ac99-984ec717df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.319421 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-e47ad67c-389b-4c23-ba59-c6902529f396 req-0d23f2fb-17d8-418b-ac99-984ec717df70 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920546 Feb 04 18:16:38.427659 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-192bb812-ced7-4a95-8756-7331508d99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.429075 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-192bb812-ced7-4a95-8756-7331508d99bf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e8f50031c67c4202844e2e9176baa69a&device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 1132 time: 0.0521872 Feb 04 18:16:38.475209 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-16278d53-49c9-48e6-9abb-5afe8b3ad403 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e HTTP/1.1" status: 200 len: 217 time: 0.0330484 Feb 04 18:16:38.525388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-4fa73225-2cfa-40bb-a9bf-72ed631fa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.526867 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-4fa73225-2cfa-40bb-a9bf-72ed631fa030 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef HTTP/1.1" status: 200 len: 843 time: 0.0463834 Feb 04 18:16:38.575487 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-0a2f0b2a-9976-4c3e-8324-2fbb48d761b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:38.577500 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-0a2f0b2a-9976-4c3e-8324-2fbb48d761b7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d9f39c8b-183e-4158-9207-8ac1d46c3e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0434613 Feb 04 18:16:38.665010 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-c8e625fd-84f5-4060-a622-9dbd14a48d45 service neutron] 10.222.0.113 "GET /v2.0/networks/d9f39c8b-183e-4158-9207-8ac1d46c3e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819144 Feb 04 18:16:38.755741 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-d7367c85-7886-431a-a1ac-34f7be47b9ae req-f7f4f259-51fa-4f9b-ab70-b8e1840bc17b service neutron] 10.222.0.113 "GET /v2.0/networks/d9f39c8b-183e-4158-9207-8ac1d46c3e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847590 Feb 04 18:16:39.241953 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c601a-c39f-4d70-8a13-41091c810b91 req-2428fac6-a018-44ac-b0ed-5ff23a8d375d tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:39.243417 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a68c601a-c39f-4d70-8a13-41091c810b91 req-2428fac6-a018-44ac-b0ed-5ff23a8d375d tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 948 time: 0.0549228 Feb 04 18:16:39.289074 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a68c601a-c39f-4d70-8a13-41091c810b91 req-cb950c55-38d9-40b8-8289-f71c766a2512 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Feb 04 18:16:40.407013 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724ffd9-67b7-4c6d-b96f-9e0049acffbc req-2123fa14-fd79-47bb-aa9c-c354c3dc3eaa tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:40.408397 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c724ffd9-67b7-4c6d-b96f-9e0049acffbc req-2123fa14-fd79-47bb-aa9c-c354c3dc3eaa tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 948 time: 0.0520823 Feb 04 18:16:40.457982 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c724ffd9-67b7-4c6d-b96f-9e0049acffbc req-171a4fd2-c0cd-4cb9-a644-548e0c0c25b8 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Feb 04 18:16:41.574763 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42145ec-eea6-4279-8dc3-a3977ef893dc req-cd81e468-be6a-4f99-9170-ee72db488a6f tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:41.576238 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a42145ec-eea6-4279-8dc3-a3977ef893dc req-cd81e468-be6a-4f99-9170-ee72db488a6f tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 948 time: 0.0518270 Feb 04 18:16:41.625367 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a42145ec-eea6-4279-8dc3-a3977ef893dc req-f4693d7c-40c1-4f78-9951-5b7bea3252f4 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 Feb 04 18:16:42.741140 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2491c-eb6c-4c9a-9133-0a9d139adf1f req-7d36ae15-c746-47f0-b315-776f535cd701 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:42.742620 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9c2491c-eb6c-4c9a-9133-0a9d139adf1f req-7d36ae15-c746-47f0-b315-776f535cd701 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 948 time: 0.0510447 Feb 04 18:16:42.787642 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-c9c2491c-eb6c-4c9a-9133-0a9d139adf1f req-88fcbf6c-3eb5-45f7-807f-8c125f91a69f tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Feb 04 18:16:43.369744 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 20a4e421-cdd3-4134-b77b-ed292894cf9e details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:16:43.463999 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:43.474925 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': '20a4e421-cdd3-4134-b77b-ed292894cf9e', 'network_id': 'd9f39c8b-183e-4158-9207-8ac1d46c3e9e', 'port_id': '20a4e421-cdd3-4134-b77b-ed292894cf9e', 'mac_address': 'fa:16:3e:ee:23:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8a4cd3-564a-4ee7-a5f2-02ea05cbc7ef', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:16:43.510680 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 20a4e421-cdd3-4134-b77b-ed292894cf9e is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:16:43.511072 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:43.523883 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a4e421-cdd3-4134-b77b-ed292894cf9e {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:16:43.543346 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:43.607995 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:43.655877 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:43.904514 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7229e-97b1-4b1b-845d-80fe25b6b1d5 req-d1fc0d76-fb4a-43f8-b979-3c22f2d12bb1 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:43.905966 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3df7229e-97b1-4b1b-845d-80fe25b6b1d5 req-d1fc0d76-fb4a-43f8-b979-3c22f2d12bb1 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 949 time: 0.0510204 Feb 04 18:16:43.952332 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-3df7229e-97b1-4b1b-845d-80fe25b6b1d5 req-1daed6e1-e2ee-43e9-97d8-a5e4292c2eaa tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Feb 04 18:16:44.027600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['20a4e421-cdd3-4134-b77b-ed292894cf9e'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:16:44.435799 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:16:45.072709 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f24f4-f9c5-40ca-8f49-f106426f9fa7 req-c6cc1d56-9f9b-449b-bd0d-7b1ec9bf0dc0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:45.074163 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-193f24f4-f9c5-40ca-8f49-f106426f9fa7 req-c6cc1d56-9f9b-449b-bd0d-7b1ec9bf0dc0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 949 time: 0.0554302 Feb 04 18:16:45.120899 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-193f24f4-f9c5-40ca-8f49-f106426f9fa7 req-a483758c-21fc-4229-8a82-ba80fa8800ff tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Feb 04 18:16:45.402978 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 20a4e421-cdd3-4134-b77b-ed292894cf9e up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:16:45.516816 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port 20a4e421-cdd3-4134-b77b-ed292894cf9e completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:16:45.520549 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port 20a4e421-cdd3-4134-b77b-ed292894cf9e triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:16:45.520933 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:45.598249 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port 20a4e421-cdd3-4134-b77b-ed292894cf9e is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:16:45.598659 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:45.621370 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:45.623673 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c737f6-4989-4892-8dff-2e693114312c" -d '{"events": [{"server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "name": "network-vif-plugged", "status": "completed", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:45.637002 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:45.660696 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b89a6-eb80-4042-9f8f-435a5aee857a x-openstack-request-id: req-2d2b89a6-eb80-4042-9f8f-435a5aee857a {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:45.660990 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "name": "network-vif-plugged", "status": "completed", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:45.661244 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d2b89a6-eb80-4042-9f8f-435a5aee857a {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:45.661656 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e', 'code': 200} Feb 04 18:16:45.711097 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:45.758442 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:46.033301 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d214dff-4a6d-4d4e-bcbf-216604647462 req-d1142813-e467-4f1f-8ca5-5e0c14e18d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:46.034857 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4d214dff-4a6d-4d4e-bcbf-216604647462 req-d1142813-e467-4f1f-8ca5-5e0c14e18d65 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 1134 time: 0.0437629 Feb 04 18:16:46.076291 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-4d214dff-4a6d-4d4e-bcbf-216604647462 req-5addb7fa-b6ad-4c03-8156-3af2403c68ce service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Feb 04 18:16:46.239060 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876faf11-b993-4b12-b491-93a47a8faf61 req-fbb4f4e0-3b89-40f5-b61f-4fecdd0327b8 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:46.240638 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-876faf11-b993-4b12-b491-93a47a8faf61 req-fbb4f4e0-3b89-40f5-b61f-4fecdd0327b8 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0526838 Feb 04 18:16:46.286912 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-876faf11-b993-4b12-b491-93a47a8faf61 req-1bf3fdf6-60fe-449b-8f7c-31cb89d01730 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Feb 04 18:16:47.409231 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e64b-0235-4172-a602-bf74a554df62 req-fd6b2063-b5c9-47c7-ba2c-b989db0cccd3 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:47.410634 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e54e64b-0235-4172-a602-bf74a554df62 req-fd6b2063-b5c9-47c7-ba2c-b989db0cccd3 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0553441 Feb 04 18:16:47.456225 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-9e54e64b-0235-4172-a602-bf74a554df62 req-4246ce8e-ee86-47ed-82c3-ce1a5b7e2590 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Feb 04 18:16:47.916856 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:48.575681 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a06893-12f8-4532-909d-b7898e75c735 req-4ca50cd9-f8f9-407f-b49a-267879988764 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:48.577159 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a5a06893-12f8-4532-909d-b7898e75c735 req-4ca50cd9-f8f9-407f-b49a-267879988764 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0520687 Feb 04 18:16:48.623263 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a5a06893-12f8-4532-909d-b7898e75c735 req-dfe6b86b-641a-4665-aad9-8adde55a290c tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Feb 04 18:16:49.118867 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b28f6-a55e-435a-9e38-a7b13c035acd req-352bb929-8e79-4284-85d3-d1af589297b3 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:49.120367 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-333b28f6-a55e-435a-9e38-a7b13c035acd req-352bb929-8e79-4284-85d3-d1af589297b3 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0525048 Feb 04 18:16:49.171834 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-333b28f6-a55e-435a-9e38-a7b13c035acd req-367fee6d-6682-47e8-af0a-2cba0a9a2694 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Feb 04 18:16:50.291211 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6913-a58f-4846-a7b7-f93892781c71 req-3d3bdcb7-2311-459a-84c7-d014f265f5ee tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:50.292669 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38bf6913-a58f-4846-a7b7-f93892781c71 req-3d3bdcb7-2311-459a-84c7-d014f265f5ee tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0528409 Feb 04 18:16:50.339910 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38bf6913-a58f-4846-a7b7-f93892781c71 req-e54fa0da-cf31-4895-82d3-f5ead0271840 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/security-groups?id=a7a1b942-df1e-4b23-9101-08bbecea2a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Feb 04 18:16:50.922726 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-64ca1ca1-6da2-4a9a-919f-e4f5b9fa2246 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:50.924535 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-64ca1ca1-6da2-4a9a-919f-e4f5b9fa2246 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.113 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 950 time: 0.0552671 Feb 04 18:16:51.015140 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Deleting port 20a4e421-cdd3-4134-b77b-ed292894cf9e {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:16:51.015504 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:51.104461 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] For port 20a4e421-cdd3-4134-b77b-ed292894cf9e, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=20a4e421-cdd3-4134-b77b-ed292894cf9e,segment=NetworkSegment(d2acb95d-8bce-415c-9f1d-7df18bab42ed),segment_id=d2acb95d-8bce-415c-9f1d-7df18bab42ed)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:16:51.104838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:51.118733 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Calling delete_port for 20a4e421-cdd3-4134-b77b-ed292894cf9e owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:16:51.309362 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (20a4e421-cdd3-4134-b77b-ed292894cf9e), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:51.338371 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Pushing event deleted for resources: {'Port': ['ID=20a4e421-cdd3-4134-b77b-ed292894cf9e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:51.344774 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['20a4e421-cdd3-4134-b77b-ed292894cf9e'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:16:51.411240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] No DVR routers for this DVR port 20a4e421-cdd3-4134-b77b-ed292894cf9e on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:16:51.411240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:51.411240 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-8a0944a3-f324-465a-8313-d65bb0b15c41 req-9e6e1238-0937-4860-9984-386f397668c0 tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.113 "DELETE /v2.0/ports/20a4e421-cdd3-4134-b77b-ed292894cf9e HTTP/1.1" status: 204 len: 173 time: 0.4617355 Feb 04 18:16:51.411240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'name': 'network-vif-deleted', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:16:51.411240 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b253f-cc9d-4e3b-bc67-96214e38f8de" -d '{"events": [{"server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "name": "network-vif-deleted", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:16:51.441051 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb35d0c-bd76-4d8a-b891-09ea858c8a6e x-openstack-request-id: req-1bb35d0c-bd76-4d8a-b891-09ea858c8a6e {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:16:51.441348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47cbf52-d9e5-4048-a420-356a443f70ff", "name": "network-vif-deleted", "tag": "20a4e421-cdd3-4134-b77b-ed292894cf9e", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:16:51.441608 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1bb35d0c-bd76-4d8a-b891-09ea858c8a6e {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:16:51.442012 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47cbf52-d9e5-4048-a420-356a443f70ff', 'name': 'network-vif-deleted', 'tag': '20a4e421-cdd3-4134-b77b-ed292894cf9e', 'status': 'completed', 'code': 200} Feb 04 18:16:51.455113 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-902e5685-f0e0-47ef-af6c-cedb1894b0e5 req-84ab0e3a-c15e-4405-9c4d-36b85e9d1b8f tempest-VolumesNegativeTest-277278604 tempest-VolumesNegativeTest-277278604-project] 10.222.0.98 "GET /v2.0/ports?device_id=f47cbf52-d9e5-4048-a420-356a443f70ff HTTP/1.1" status: 200 len: 210 time: 0.0306191 Feb 04 18:16:55.430355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 20a4e421-cdd3-4134-b77b-ed292894cf9e no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:16:55.451283 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 20a4e421-cdd3-4134-b77b-ed292894cf9e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:16:55.451631 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 20a4e421-cdd3-4134-b77b-ed292894cf9e not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:16:58.601721 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-13a50574-19e9-439e-9586-7f0911c7f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:58.831476 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60770) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:58.836849 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-01afe7e6-5063-4fbe-97d9-abcb608de5f7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458016 Feb 04 18:16:58.940218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-657cb079-9b7e-4ea9-ad62-06f4b7c68b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:58.941752 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-657cb079-9b7e-4ea9-ad62-06f4b7c68b9f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0442581 Feb 04 18:16:58.963060 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-fddf56e4-0b36-42a5-98c9-ca7f76612c85 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8f50031c67c4202844e2e9176baa69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304367 Feb 04 18:16:58.965512 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60774) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:16:59.016480 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Publish callbacks [] for security_group (a7a1b942-df1e-4b23-9101-08bbecea2a36), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:59.037422 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Publish callbacks [] for security_group (a7a1b942-df1e-4b23-9101-08bbecea2a36), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:59.048508 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-e6f3d5c8-9a77-4fde-b8ab-21fdf8011c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:59.050017 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-e6f3d5c8-9a77-4fde-b8ab-21fdf8011c54 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0889249 Feb 04 18:16:59.114610 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-9558de1d-2c1c-45df-a690-7630f265a7ed service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 1000 time: 0.0583293 Feb 04 18:16:59.133446 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (a7a1b942-df1e-4b23-9101-08bbecea2a36), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:59.136087 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:16:59.137342 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a7a1b942-df1e-4b23-9101-08bbecea2a36 HTTP/1.1" status: 204 len: 168 time: 0.1707766 Feb 04 18:16:59.149007 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1b942-df1e-4b23-9101-08bbecea2a36,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:16:59.156153 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.156496 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.157002 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.157533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.157886 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.158220 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.158570 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.158936 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.159204 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.159524 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.159846 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.160162 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.160475 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444f109-66c9-4a25-b7da-bdc79a2f461f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:16:59.170920 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-f1427078-51ca-40fd-9561-d6e873380f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:59.174961 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-f1427078-51ca-40fd-9561-d6e873380f6c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0515094 Feb 04 18:16:59.221119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-8c8abd44-7645-45db-a4ec-a738884b5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:16:59.222637 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-8c8abd44-7645-45db-a4ec-a738884b5317 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442507 Feb 04 18:16:59.307872 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-58283111-8511-40e6-ad85-ec5523e24bc5 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792155 Feb 04 18:16:59.402738 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36d10274-c2eb-45a6-b936-48ce138d8fc7 req-1b41a956-acfb-426b-846e-a45909de8452 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Feb 04 18:17:00.859312 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9634d2ab-602f-49c4-81bc-2a5d02c864df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:02.213515 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:03.314004 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:04.839919 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:17.886963 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:21.436907 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:17:28.553422 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-19300410-0a90-4b5a-abb9-933b1efed617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:30.898023 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7a89554d-24cb-4e5d-a8ac-cffbb9cecf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:32.135821 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:33.309570 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:34.829565 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:47.935959 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:54.466379 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-633790d3-6d36-49e8-a29c-26d5c5617d3e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453985264&fields=id&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 267 time: 0.0425696 Feb 04 18:17:54.574037 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-596705c0-5c97-44a7-ba13-ebc55dea000f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:54.575989 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-596705c0-5c97-44a7-ba13-ebc55dea000f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1028485 Feb 04 18:17:54.589847 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-f230cd76-f4fd-4363-8301-489b104672a5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/quotas/7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 375 time: 0.0086749 Feb 04 18:17:54.645598 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-e6c89ba0-239b-41f6-b3bc-f0517e4d745b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503490 Feb 04 18:17:54.828579 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-8888b164-3815-405f-a18e-582619ae7b47 service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701558 Feb 04 18:17:54.919123 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-6026e27e-f9af-47d7-bce5-18acf76b922f service neutron] 10.222.0.98 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849392 Feb 04 18:17:55.561986 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0b1bb65c-f042-45cf-8866-5bfc86d9a8ad req-66af0283-38be-4890-8f68-4ab70b680e36 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Feb 04 18:17:56.652623 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5cf5bb0c-de7c-415d-83fc-603378af9fb7 req-83401977-1918-43b5-9ae3-0c5549541ea2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 210 time: 0.0273125 Feb 04 18:17:57.746785 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-d776daaf-35b5-49f1-863f-04255d8fb519 req-d118c044-5bbe-4fcb-8cec-35984f718600 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Feb 04 18:17:57.830303 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-5feb3fe6-8137-4870-9e0d-82a29f81fe0b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:57.831854 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-5feb3fe6-8137-4870-9e0d-82a29f81fe0b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 812 time: 0.1050391 Feb 04 18:17:57.897970 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-02388337-fe1c-4c50-9c2f-5292d7db090e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f2ff016321049ceb841522b8fe2c27a HTTP/1.1" status: 200 len: 379 time: 0.0519884 Feb 04 18:17:57.907589 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'port': {'device_id': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'admin_state_up': True, 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'security_groups': ['d15c08a4-2e67-4f11-b126-d25f1f786f85']}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:58.085752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Made reservation on behalf of 7f2ff016321049ceb841522b8fe2c27a for: {'port': 1} {{(pid=109412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 18:17:58.089465 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.215450 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.20.0.13 (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632/b28c7b1d-4c13-4951-ae10-c82e11571a16/f0303691-ee1c-4cbd-b2e6-c1386c0a4d63) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:17:58.352561 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.440538 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:17:58.463519 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.508844 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:17:58.511915 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:17:58.516114 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:17:58.522315 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:58.549931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.550282 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.550656 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.551001 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.551391 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.551675 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.552012 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.552344 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.552672 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.553002 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.553330 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.553654 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.553976 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:17:58.571909 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e8e583f9-06ad-4f27-9571-a9126c6d997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.579920 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:58.580579 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.713787 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-76e7ee24-09ca-4d13-8ec2-7bd3dac75e4d None None] Provisioning complete for port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 triggered by entity DHCP. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:17:58.714873 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-76e7ee24-09ca-4d13-8ec2-7bd3dac75e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.748600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-76e7ee24-09ca-4d13-8ec2-7bd3dac75e4d None None] Port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 cannot update to ACTIVE because it is not bound. {{(pid=109414) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 18:17:58.751013 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-38901807-706e-41ac-ae46-b305521947cd tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8470469 Feb 04 18:17:58.768372 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.v2.base [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Request body: {'port': {'device_id': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82276'}} {{(pid=109412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:17:58.835311 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:58.870608 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fbc2-2dc0-4e38-98ae-fdcd6507bfe0 req-43c100e0-5bfa-4c79-9b2b-1860462a77b7 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:58.872653 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-00e0fbc2-2dc0-4e38-98ae-fdcd6507bfe0 req-43c100e0-5bfa-4c79-9b2b-1860462a77b7 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 932 time: 0.0574014 Feb 04 18:17:58.925803 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-00e0fbc2-2dc0-4e38-98ae-fdcd6507bfe0 req-aa1d826e-691b-4d16-9ea2-4fd3144659f0 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473161 Feb 04 18:17:59.094032 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:17:59.101807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks [] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.114520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Transition to ACTIVE for port object f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 will not be triggered until provisioned by entity L2. {{(pid=109412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 18:17:59.177395 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.226484 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Pushing event updated for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:59.301667 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Attempting to bind port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 on host hv-cinder-82276 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 18:17:59.306044 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Attempting to bind port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 by drivers openvswitch,hyperv on host hv-cinder-82276 at level 0 using segments [{'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 18:17:59.306044 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Attempting to bind port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:59.307099 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82276 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 18:17:59.307538 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Attempting to bind port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 on network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 18:17:59.312618 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Checking agent: {'id': '4816e26b-6965-4709-84b7-d6952d6795dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82276', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'started_at': datetime.datetime(2022, 2, 4, 17, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 18:17:59.313119 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Checking segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 18:17:59.313535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Bound using segment: {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 18:17:59.313939 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Bound port: f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host: hv-cinder-82276, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a452f094-7cf6-488f-9f3c-a01b95dd00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 18:17:59.314318 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.398998 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 18:17:59.401899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 18:17:59.478787 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3063319'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.517384 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:59.518012 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:17:59.519478 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] 10.222.0.113 "PUT /v2.0/ports/f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 1094 time: 0.7554264 Feb 04 18:17:59.520029 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:17:59.522214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520813c8-08aa-49c9-af82-4c715ce08fae" -d '{"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:17:59.544947 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0ff8c-a1ba-424b-b0a5-f07d13346389 service neutron] Pushing event updated for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:17:59.699040 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3274fb7d-d11b-49e7-b6fe-211f3dd4311a x-openstack-request-id: req-3274fb7d-d11b-49e7-b6fe-211f3dd4311a {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:17:59.699341 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:17:59.699594 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3274fb7d-d11b-49e7-b6fe-211f3dd4311a {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:17:59.700014 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'status': 'completed', 'code': 200} Feb 04 18:17:59.712513 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-f68f5ebd-cd54-4925-833f-33019651d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:59.713994 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-f68f5ebd-cd54-4925-833f-33019651d09c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1128 time: 0.0544329 Feb 04 18:17:59.760666 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-ce558186-709b-418b-9e8d-12d605814a7b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 217 time: 0.0342083 Feb 04 18:17:59.818181 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-990727b3-b59e-4476-ac66-2740f1b546d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:17:59.819680 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-990727b3-b59e-4476-ac66-2740f1b546d3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0432553 Feb 04 18:18:00.052612 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78ab7-1a11-4b39-8850-ef4f1a2b3d1a req-9b9e7aa8-bf70-4fad-9220-d7c1dae10596 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.054045 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9b78ab7-1a11-4b39-8850-ef4f1a2b3d1a req-9b9e7aa8-bf70-4fad-9220-d7c1dae10596 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0555446 Feb 04 18:18:00.110802 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-d51703ab-b400-4335-aec8-bb8529c89776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.112149 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f9b78ab7-1a11-4b39-8850-ef4f1a2b3d1a req-d6188914-d855-4854-ad1f-05f456898515 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514712 Feb 04 18:18:00.112501 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-d51703ab-b400-4335-aec8-bb8529c89776 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2860272 Feb 04 18:18:00.199982 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-0bc891d7-b06d-444e-961b-6cc3d2770ee6 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811100 Feb 04 18:18:00.290597 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2129d455-00e4-4051-b5a0-7fa8510dd197 req-f9fac63c-5ba1-49c1-8098-a4642f91bf4e service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Feb 04 18:18:00.532282 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520813c8-08aa-49c9-af82-4c715ce08fae req-ea1a0c19-c4c1-4401-9597-ca7a27cb7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.533789 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-ea1a0c19-c4c1-4401-9597-ca7a27cb7360 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1128 time: 0.0449250 Feb 04 18:18:00.620691 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520813c8-08aa-49c9-af82-4c715ce08fae req-7787676f-48e8-4b82-a763-2c13514210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.622187 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-7787676f-48e8-4b82-a763-2c13514210a4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0811203 Feb 04 18:18:00.665837 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-f9d530ac-8eea-44c9-86d9-154d14cfd924 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 217 time: 0.0377064 Feb 04 18:18:00.710619 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520813c8-08aa-49c9-af82-4c715ce08fae req-5c3e473b-7dee-479d-b3bb-1a21072feeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.712011 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-5c3e473b-7dee-479d-b3bb-1a21072feeee service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0411460 Feb 04 18:18:00.758074 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520813c8-08aa-49c9-af82-4c715ce08fae req-6bbab6aa-17d1-4ae9-bf80-a918428dfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:00.759558 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-6bbab6aa-17d1-4ae9-bf80-a918428dfd22 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422230 Feb 04 18:18:00.850166 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-ddb1ce91-c444-41eb-94db-8d648c47feb4 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 Feb 04 18:18:00.912488 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-75d9a358-d773-4d55-a97e-c47864388dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:00.941248 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-520813c8-08aa-49c9-af82-4c715ce08fae req-5191a92d-4a59-42f3-a3da-5720dcaa3484 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813017 Feb 04 18:18:01.228013 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb4bab-0808-456d-9ffd-6560e39c23b8 req-3ac4ee63-52c1-45ef-b2a7-20f366f4041d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:01.229733 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38fb4bab-0808-456d-9ffd-6560e39c23b8 req-3ac4ee63-52c1-45ef-b2a7-20f366f4041d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0503802 Feb 04 18:18:01.280767 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-38fb4bab-0808-456d-9ffd-6560e39c23b8 req-7533fed1-fdf5-4808-81c4-ac86d37ba2eb tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450592 Feb 04 18:18:01.967233 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-d9bfeae6-55fa-4bed-a049-744a704695c2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484698 Feb 04 18:18:02.072161 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e07e-1278-4298-a384-eabaa28f5724 req-251a0887-54e4-46a8-ab17-ca498a33cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.073694 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-251a0887-54e4-46a8-ab17-ca498a33cf8b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0441785 Feb 04 18:18:02.174341 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e07e-1278-4298-a384-eabaa28f5724 req-5b224fa2-f5fb-4967-bd20-332f73007161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.175779 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-5b224fa2-f5fb-4967-bd20-332f73007161 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0843630 Feb 04 18:18:02.181890 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:02.245366 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-de1c4723-1a55-4a8e-80cb-4bb4bb949fcd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 1000 time: 0.0628872 Feb 04 18:18:02.291880 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e07e-1278-4298-a384-eabaa28f5724 req-06eca41d-3376-4abf-ae10-f912c08295a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.293350 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-06eca41d-3376-4abf-ae10-f912c08295a6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0427201 Feb 04 18:18:02.342280 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e07e-1278-4298-a384-eabaa28f5724 req-6de52a92-d870-47ff-a574-e18e3f543346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.343852 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-6de52a92-d870-47ff-a574-e18e3f543346 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448170 Feb 04 18:18:02.397533 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566130e5-d2ee-457e-99e0-1c5480f38a58 req-fb0a38ee-0e7a-4b83-9d22-a5dd5e9d0e5f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:02.399034 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-566130e5-d2ee-457e-99e0-1c5480f38a58 req-fb0a38ee-0e7a-4b83-9d22-a5dd5e9d0e5f tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Feb 04 18:18:02.437020 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-552fe9a4-2f21-4469-84ef-dd2f1fbb293c service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869789 Feb 04 18:18:02.448570 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-566130e5-d2ee-457e-99e0-1c5480f38a58 req-7d3df678-9109-4b59-b858-893820a9f9aa tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Feb 04 18:18:02.525657 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6959e07e-1278-4298-a384-eabaa28f5724 req-7bbc43b3-ff1d-4020-860c-192398fccb14 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824552 Feb 04 18:18:03.335242 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:03.566744 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be5442-520b-4bef-928b-58151286374c req-6bb37026-cd44-4a97-a54a-4f700322a921 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:03.568201 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f4be5442-520b-4bef-928b-58151286374c req-6bb37026-cd44-4a97-a54a-4f700322a921 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0510180 Feb 04 18:18:03.615271 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-f4be5442-520b-4bef-928b-58151286374c req-4716566e-150a-4d94-9bcb-04d5f85322d5 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Feb 04 18:18:04.736083 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37973c-59aa-4898-8516-9264fb1eb349 req-c8618398-8539-4d28-a72d-04b16259d6a2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:04.737530 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f37973c-59aa-4898-8516-9264fb1eb349 req-c8618398-8539-4d28-a72d-04b16259d6a2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0550718 Feb 04 18:18:04.785576 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0f37973c-59aa-4898-8516-9264fb1eb349 req-71c8f684-d5a4-436f-9e90-48b5d322a53b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424855 Feb 04 18:18:04.821180 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:05.901223 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c525-2ed7-436e-92ed-bd6ad676358e req-a2dab401-e4fd-443b-b03c-2e61d2d0925b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:05.902667 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6967c525-2ed7-436e-92ed-bd6ad676358e req-a2dab401-e4fd-443b-b03c-2e61d2d0925b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0503573 Feb 04 18:18:05.949162 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-6967c525-2ed7-436e-92ed-bd6ad676358e req-75a927ab-a03f-4aca-a45b-271e13cdcf74 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 Feb 04 18:18:07.070391 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27a557-667c-4a0a-b81c-b19f846b0b84 req-7e6f067f-d1f1-4089-a58b-db9a60e97226 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:07.071900 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1f27a557-667c-4a0a-b81c-b19f846b0b84 req-7e6f067f-d1f1-4089-a58b-db9a60e97226 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0548611 Feb 04 18:18:07.120179 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-1f27a557-667c-4a0a-b81c-b19f846b0b84 req-45a7725c-59ce-4a57-9d71-4ef45ae491fe tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Feb 04 18:18:08.235175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862606a-7e39-45a3-9ecf-077619bf4ec5 req-d0fdfd0d-0ab1-4246-b9c4-bd9e190cece0 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:08.236617 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e862606a-7e39-45a3-9ecf-077619bf4ec5 req-d0fdfd0d-0ab1-4246-b9c4-bd9e190cece0 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0514455 Feb 04 18:18:08.284254 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e862606a-7e39-45a3-9ecf-077619bf4ec5 req-562eed0e-bd47-4075-a46c-ffc882041318 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Feb 04 18:18:09.401699 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578f7c4-5d14-48d4-bf46-75c512577f9a req-55a1face-c6a5-41f9-bdc4-7e8dcbb7211c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:09.403663 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5578f7c4-5d14-48d4-bf46-75c512577f9a req-55a1face-c6a5-41f9-bdc4-7e8dcbb7211c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 944 time: 0.0518546 Feb 04 18:18:09.454484 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5578f7c4-5d14-48d4-bf46-75c512577f9a req-0e28d331-63b0-4108-8692-cb2f69298b5b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451913 Feb 04 18:18:09.789500 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 details requested by agent hyperv_hv-cinder-82276 with host hv-cinder-82276 {{(pid=109414) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 18:18:09.888936 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:09.900129 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Returning: {'device': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'port_id': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'mac_address': 'fa:16:3e:d7:a7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109414) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 18:18:09.937302 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 is: DOWN; New status is: BUILD {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:09.937702 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:09.950439 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 {{(pid=109414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 18:18:09.969836 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:10.062502 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:10.108563 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=4']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:10.115403 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.115758 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.116118 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.116446 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.116776 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.117104 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.117433 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.117762 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.118087 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.118433 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.118761 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.119103 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.119441 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:10.518242 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] get_ports_and_sgs() called for port_ids ['f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'] {{(pid=109414) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 18:18:10.571864 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82208d-9b73-4ba5-b4a3-6b359ce757bc req-19f5096d-0ec5-4589-a428-7ee42182e210 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:10.573341 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff82208d-9b73-4ba5-b4a3-6b359ce757bc req-19f5096d-0ec5-4589-a428-7ee42182e210 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 945 time: 0.0516896 Feb 04 18:18:10.621346 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-ff82208d-9b73-4ba5-b4a3-6b359ce757bc req-d2c6af87-dbfe-41e4-a6c3-17268008974e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419240 Feb 04 18:18:11.737554 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637655-5fb2-43e0-b281-3bc6f09ba702 req-529bebab-8e4b-401a-a08c-f0cfdb52ccec tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:11.739038 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36637655-5fb2-43e0-b281-3bc6f09ba702 req-529bebab-8e4b-401a-a08c-f0cfdb52ccec tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Feb 04 18:18:11.786062 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 up at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 18:18:11.786674 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-36637655-5fb2-43e0-b281-3bc6f09ba702 req-d5b63ab0-56f4-4cb5-a002-35ac9829ee80 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Feb 04 18:18:11.908244 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning for port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 completed by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 18:18:11.912113 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.provisioning_blocks [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Provisioning complete for port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 triggered by entity L2. {{(pid=109414) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 18:18:11.912531 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1349978'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), provisioning_complete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:11.987169 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Current status of the port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 is: BUILD; New status is: ACTIVE {{(pid=109414) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 18:18:11.987565 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), before_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.010088 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'}] {{(pid=109414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:18:12.012411 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e77b878b6d7139e9cefc07b08b644671b4cf4876ce20fa9944ce30c03ed569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26906e47-80a3-4abb-b2bf-3ea004ef7f13" -d '{"events": [{"server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "name": "network-vif-plugged", "status": "completed", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63"}]}' {{(pid=109414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:18:12.025138 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:18:12.094523 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:12.121951 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246d8e4a-9fb0-4017-a642-ea3742960db7 x-openstack-request-id: req-246d8e4a-9fb0-4017-a642-ea3742960db7 {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:18:12.122780 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "name": "network-vif-plugged", "status": "completed", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63", "code": 200}]} {{(pid=109414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:18:12.123016 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-246d8e4a-9fb0-4017-a642-ea3742960db7 {{(pid=109414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:18:12.123388 dv-cinder-822768-3-iscsi neutron-server[109414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'code': 200} Feb 04 18:18:12.148494 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Pushing event updated for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=5']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:12.511731 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22890-d829-4419-8234-f77bde514aee req-65701d0c-b5ec-45cf-8b07-769c4f0b85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:12.513260 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9ba22890-d829-4419-8234-f77bde514aee req-65701d0c-b5ec-45cf-8b07-769c4f0b85ac service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1130 time: 0.0489867 Feb 04 18:18:12.557535 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9ba22890-d829-4419-8234-f77bde514aee req-2e538b5f-6b96-45a3-9d93-bfec2652b858 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381782 Feb 04 18:18:12.911109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4dcac-20de-4354-83d8-99508475d843 req-f0248f7a-4a6e-4f1d-87a5-49495a9ecfe6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:12.912590 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5cf4dcac-20de-4354-83d8-99508475d843 req-f0248f7a-4a6e-4f1d-87a5-49495a9ecfe6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0597558 Feb 04 18:18:12.959973 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-5cf4dcac-20de-4354-83d8-99508475d843 req-5984376d-d56e-4b0f-847d-6df47e4ad49c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Feb 04 18:18:14.077208 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c9113-3b91-4735-b44d-23335c40da29 req-e38f4d85-e5dc-462c-93dd-cf742925444d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:14.078702 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eb2c9113-3b91-4735-b44d-23335c40da29 req-e38f4d85-e5dc-462c-93dd-cf742925444d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0513444 Feb 04 18:18:14.126543 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-eb2c9113-3b91-4735-b44d-23335c40da29 req-ea25a426-9e83-4102-bc5c-d24fdb227689 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423567 Feb 04 18:18:15.242175 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540a20-748f-4697-a94c-f048ad2855e7 req-ddb33f43-b548-4607-b7ac-fcaddc489ba2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:15.243680 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8540a20-748f-4697-a94c-f048ad2855e7 req-ddb33f43-b548-4607-b7ac-fcaddc489ba2 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0506415 Feb 04 18:18:15.293333 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e8540a20-748f-4697-a94c-f048ad2855e7 req-3ee37580-8401-44ed-a16a-9f66f87d1388 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 Feb 04 18:18:15.411421 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04a00-c4f1-4260-be07-275b8fbd2dc4 req-9bf34372-667e-406d-87c6-1d76ae4a341b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:15.412789 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a6a04a00-c4f1-4260-be07-275b8fbd2dc4 req-9bf34372-667e-406d-87c6-1d76ae4a341b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0513346 Feb 04 18:18:15.459951 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-a6a04a00-c4f1-4260-be07-275b8fbd2dc4 req-08993e8c-a674-4c98-9c63-47f2083d1d41 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Feb 04 18:18:15.482476 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60896) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:15.629956 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c529a0-2530-4199-b872-d5ff7c3913fa tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:15.631521 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-45c529a0-2530-4199-b872-d5ff7c3913fa tempest-TestVolumeBootPattern-329186709 tempest-TestVolumeBootPattern-329186709-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1125 time: 0.1480875 Feb 04 18:18:15.634274 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60900) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:18:15.639149 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.v2.base [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Request body: {'floatingip': {'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'port_id': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 18:18:15.759537 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.855172 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (None), before_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:15.952941 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.db_base_plugin_common [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Allocated IP 172.27.3.224 (164d1fb6-01fb-4817-8246-f0bd2b07ef86/94452442-07cc-4360-9b17-b8afff7d0408/4b8138af-4fae-4407-a1d5-1810db6bb4ca) {{(pid=109413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 18:18:16.053201 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.165733 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742362460263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.204529 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Network 164d1fb6-01fb-4817-8246-f0bd2b07ef86 is already hosted by enough agents. {{(pid=109413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 18:18:16.207293 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.base_scheduler [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Resources bound (agent type, host, resource id): {{(pid=109413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 18:18:16.209836 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Received port after_create {{(pid=109413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 18:18:16.240630 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=4b8138af-4fae-4407-a1d5-1810db6bb4ca,revision_number=1']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:16.253566 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.254218 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.254341 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.254600 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.254932 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.255257 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.255609 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.255915 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.256241 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.256563 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.256885 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.257201 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.257522 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:18:16.813735 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (cae37e78-ef85-4bea-aea2-6c50d5c2c12f), precommit_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:16.943417 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1403226'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.088109 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.165062 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742362889975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742362460281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742362460299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26396515'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.232727 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event updated for resources: {'Port': ['ID=4b8138af-4fae-4407-a1d5-1810db6bb4ca,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:18:17.246039 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1579714'] for floatingip (cae37e78-ef85-4bea-aea2-6c50d5c2c12f), after_create {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.346866 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP cae37e78-ef85-4bea-aea2-6c50d5c2c12f associated. External IP: 172.27.3.224, port: f0303691-ee1c-4cbd-b2e6-c1386c0a4d63. Feb 04 18:18:17.554455 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:18:17.667308 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:18:17.676981 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:18:17.685993 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:17.695611 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:18:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:17.759723 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:17.792826 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-0784e857-ebec-43c2-9c29-34b01d35f3c1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1574545 Feb 04 18:18:17.793523 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:18:17.794150 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:17.795855 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac4d41-9531-442c-b421-f58ade52219a" -d '{"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:18:17.831586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d09df7-a333-4702-ac5a-612b4c6bd08e x-openstack-request-id: req-34d09df7-a333-4702-ac5a-612b4c6bd08e {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:18:17.831873 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:18:17.832127 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34d09df7-a333-4702-ac5a-612b4c6bd08e {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:18:17.832533 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'status': 'completed', 'code': 200} Feb 04 18:18:17.923263 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac4d41-9531-442c-b421-f58ade52219a req-4848f63f-eee6-4f7c-9e58-96bdc17bc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:17.924761 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-4848f63f-eee6-4f7c-9e58-96bdc17bc5e5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1130 time: 0.0437746 Feb 04 18:18:17.982275 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:18.017476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac4d41-9531-442c-b421-f58ade52219a req-f1d98c94-086a-4fd3-961b-03243d79fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:18.018975 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-f1d98c94-086a-4fd3-961b-03243d79fda1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0879014 Feb 04 18:18:18.035746 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}, {'id': 'cae37e78-ef85-4bea-aea2-6c50d5c2c12f', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:d7:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:18:16Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:18.061475 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:18:18.069630 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:18:18.070238 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:18:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:18.086698 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-b4aacf2b-2f55-4e5a-80ef-375010987da6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 1000 time: 0.0610840 Feb 04 18:18:18.136284 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac4d41-9531-442c-b421-f58ade52219a req-42c85464-3bb9-4fbb-97a0-607e267daa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:18.137773 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-42c85464-3bb9-4fbb-97a0-607e267daa5f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0444469 Feb 04 18:18:18.199887 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac4d41-9531-442c-b421-f58ade52219a req-63c818eb-37f3-4e42-bd45-dd7e055d0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:18:18.202071 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-63c818eb-37f3-4e42-bd45-dd7e055d0a5f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566835 Feb 04 18:18:18.296305 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-ebe4a595-b918-437c-91ea-eea913c7e672 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870512 Feb 04 18:18:18.308092 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:18:18.392611 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-40ac4d41-9531-442c-b421-f58ade52219a req-579b6958-5db0-490a-87b6-735f45349a32 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Feb 04 18:18:18.534025 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}, {'id': 'cae37e78-ef85-4bea-aea2-6c50d5c2c12f', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:d7:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:18:16Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:18:18.564354 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de85ab-f4ad-4b1e-a0f4-878e10b56717 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}, {'id': 'cae37e78-ef85-4bea-aea2-6c50d5c2c12f', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:d7:a7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:18:16Z', 'updated_at': '2022-02-04T18:18:16Z', 'revision_number': 0, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:18:18.765598 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c3613-caa7-432f-91cd-166c16f104cc None None] New status for floating IP cae37e78-ef85-4bea-aea2-6c50d5c2c12f: ACTIVE {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:18:28.610649 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-71d93e0f-256d-4412-80ed-dbd8e654566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:30.878946 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-31b0999e-d312-451c-add5-6da282959044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:32.135810 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:33.328153 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:34.836897 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:35.441787 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:18:47.929976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:18:58.558005 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2da0-176b-4bd3-8cf4-063daac6c27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:00.820807 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-bbf9bc6a-4632-4410-a457-cbb38df5dd9c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445273 Feb 04 18:19:00.870018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c3e10c0e-83fb-4d5b-835e-2c1b6ae9ad65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:00.923995 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d602dec-e585-474a-aff9-b55dae536f00 req-9ce339f2-8f8f-4552-a5c0-4e6121778294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:00.925629 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-9ce339f2-8f8f-4552-a5c0-4e6121778294 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0437140 Feb 04 18:19:01.031235 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d602dec-e585-474a-aff9-b55dae536f00 req-0f97ba79-369f-4b07-a34f-8a770f87fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:01.032709 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-0f97ba79-369f-4b07-a34f-8a770f87fbc0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0884562 Feb 04 18:19:01.097912 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-d3d13198-0134-42e9-9cfe-9a2e5ef6266c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 1000 time: 0.0570736 Feb 04 18:19:01.145850 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d602dec-e585-474a-aff9-b55dae536f00 req-8c3f68aa-7f4c-4915-a1d9-2b39fd26bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:01.147350 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-8c3f68aa-7f4c-4915-a1d9-2b39fd26bdd1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0439208 Feb 04 18:19:01.198352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d602dec-e585-474a-aff9-b55dae536f00 req-848a92ba-6b56-4776-a411-bf3c50197d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:19:01.199898 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-848a92ba-6b56-4776-a411-bf3c50197d41 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469353 Feb 04 18:19:01.285581 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-980b670d-e017-4357-887a-3c9e93a3fee3 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798171 Feb 04 18:19:01.375761 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-6d602dec-e585-474a-aff9-b55dae536f00 req-9211e141-827b-48cd-a640-9af39cb8adcd service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Feb 04 18:19:02.215407 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:03.315845 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:04.842079 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:12.443700 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:19:17.960984 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:28.557108 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-323f671c-6703-460f-87c0-25c3bfec578b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:30.894082 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-04e8d60c-1106-4989-b203-068ab9865d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:32.133893 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:33.327895 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:34.830850 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:47.910701 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:19:49.446797 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:19:58.582562 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-5c43a950-e0e6-4ff0-b284-f2eca9121084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.828148 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-76043932-6bdf-4650-a217-3a214f013aa4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451295 Feb 04 18:20:00.879370 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9141b50a-57b6-4a77-8aa6-668fc2d06a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:00.903606 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5887-e5ce-4020-b528-521669e625f0 req-91af0964-2ac4-4f10-8c1c-7030c5dff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:00.905641 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-91af0964-2ac4-4f10-8c1c-7030c5dff929 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1130 time: 0.0455108 Feb 04 18:20:01.009720 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5887-e5ce-4020-b528-521669e625f0 req-d945dc17-65aa-4c5f-a452-13bb1aed492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:01.011252 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-d945dc17-65aa-4c5f-a452-13bb1aed492c service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0887978 Feb 04 18:20:01.079728 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-77c5486f-fcff-4a7a-8b59-2d3b59b32a7d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 1002 time: 0.0627089 Feb 04 18:20:01.128438 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5887-e5ce-4020-b528-521669e625f0 req-a62eace5-1120-4f63-a407-c68bcf4ff178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:01.129933 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-a62eace5-1120-4f63-a407-c68bcf4ff178 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0444210 Feb 04 18:20:01.182779 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc5887-e5ce-4020-b528-521669e625f0 req-b26f7184-3105-48ad-ac10-8b76676698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:01.184310 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-b26f7184-3105-48ad-ac10-8b76676698c2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482886 Feb 04 18:20:01.275296 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-b6b6d9c7-2995-45ba-af5c-1c18e6e377c2 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851247 Feb 04 18:20:01.377823 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-38bc5887-e5ce-4020-b528-521669e625f0 req-2fdfd627-5328-470e-8cee-ab9bc2428588 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965667 Feb 04 18:20:02.150288 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:03.355608 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:04.829826 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.733678 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60942) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:06.893361 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port 4b8138af-4fae-4407-a1d5-1810db6bb4ca {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:06.893705 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.978472 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.978827 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (4b8138af-4fae-4407-a1d5-1810db6bb4ca), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:06.991000 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for 4b8138af-4fae-4407-a1d5-1810db6bb4ca owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:07.245403 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (4b8138af-4fae-4407-a1d5-1810db6bb4ca), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.269669 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=4b8138af-4fae-4407-a1d5-1810db6bb4ca,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:07.283390 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.283739 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.284086 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.284587 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.284921 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.285250 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.285586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.285909 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.286232 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.286588 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.286910 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.287228 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.287546 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:07.346035 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (cae37e78-ef85-4bea-aea2-6c50d5c2c12f), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.346362 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP cae37e78-ef85-4bea-aea2-6c50d5c2c12f disassociated (deleted). External IP: 172.27.3.224, port: f0303691-ee1c-4cbd-b2e6-c1386c0a4d63. Feb 04 18:20:07.553489 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:07.662800 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:07.667785 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:07.672978 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:07.682262 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:07.682911 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:07.700208 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-9c77e573-f4eb-44df-bf90-c34b748f35cc tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "DELETE /v2.0/floatingips/cae37e78-ef85-4bea-aea2-6c50d5c2c12f HTTP/1.1" status: 204 len: 168 time: 0.9629424 Feb 04 18:20:07.700208 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:07.700593 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3481e-2340-4775-a17f-ce1b491c8291" -d '{"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:07.743351 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7755c853-2d6f-482a-9bc3-afd7f877b283 x-openstack-request-id: req-7755c853-2d6f-482a-9bc3-afd7f877b283 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:07.743953 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:07.743953 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7755c853-2d6f-482a-9bc3-afd7f877b283 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:07.744287 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'status': 'completed', 'code': 200} Feb 04 18:20:07.793934 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:07.840121 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-82593bdf-8227-49c6-960f-bb3f69b6287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:07.840121 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-82593bdf-8227-49c6-960f-bb3f69b6287f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 1130 time: 0.0487390 Feb 04 18:20:07.925723 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-dfc71657-059d-424e-8eef-81ccf4ceeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:07.927459 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-dfc71657-059d-424e-8eef-81ccf4ceeb4e service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.0852222 Feb 04 18:20:07.972662 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-a0beead6-d78c-4537-a52d-b4a01efe848b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 200 len: 217 time: 0.0392003 Feb 04 18:20:08.021255 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-46add65b-a520-46cd-ab45-63c350b9709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:08.022766 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-46add65b-a520-46cd-ab45-63c350b9709c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0446255 Feb 04 18:20:08.024455 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:08.055643 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:08.065825 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:08.066448 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:08.076230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-500dfbfb-6978-4685-bea2-0fbb3dd1973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:08.077726 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-500dfbfb-6978-4685-bea2-0fbb3dd1973b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493228 Feb 04 18:20:08.181429 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-08c1f40a-b3e1-46c3-a9c2-a8a9561cf547 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972278 Feb 04 18:20:08.189059 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:08.243546 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97febd9f-4492-4edf-ac24-aee8123dccda req-2c4ff7dc-e36c-4917-9afa-fc4386cc6079 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:08.245240 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97febd9f-4492-4edf-ac24-aee8123dccda req-2c4ff7dc-e36c-4917-9afa-fc4386cc6079 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0640728 Feb 04 18:20:08.274781 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-0ea3481e-2340-4775-a17f-ce1b491c8291 req-679d32e1-5e18-4089-a46e-2ff2e248ea16 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850589 Feb 04 18:20:08.303945 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-97febd9f-4492-4edf-ac24-aee8123dccda req-03b7723b-ca44-4701-abdc-110806f0f9d4 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504332 Feb 04 18:20:08.417233 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:08.446985 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632859a-114e-4d3c-a0a7-96df6446c6a0 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_floatingips': [{'id': '663851bb-f63c-4c7f-95fc-63511bfbb293', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'router_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'port_id': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'mac_address': 'fa:16:3e:b1:30:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T18:15:53Z', 'updated_at': '2022-02-04T18:15:55Z', 'revision_number': 1, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:08.657884 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96f2b-ac8d-422e-94e0-a9fb782111fc None None] New status for floating IP cae37e78-ef85-4bea-aea2-6c50d5c2c12f: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:20:09.424108 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de61675-8a4e-4cab-b3b2-0074e3e090ba req-151164b5-6846-4e80-bec7-d847a6e1fad4 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:09.425518 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8de61675-8a4e-4cab-b3b2-0074e3e090ba req-151164b5-6846-4e80-bec7-d847a6e1fad4 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0520124 Feb 04 18:20:09.476135 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-8de61675-8a4e-4cab-b3b2-0074e3e090ba req-17c4b888-3f53-47e5-9b9e-07b6a2fec079 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Feb 04 18:20:10.088172 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-547fbeb7-2700-4655-83fb-4793ba5b8146 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:10.089620 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-547fbeb7-2700-4655-83fb-4793ba5b8146 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 946 time: 0.0550659 Feb 04 18:20:10.182823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:10.183174 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.276146 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] For port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:10.276437 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.290472 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:10.490230 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (f0303691-ee1c-4cbd-b2e6-c1386c0a4d63), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.523236 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=f0303691-ee1c-4cbd-b2e6-c1386c0a4d63,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:10.535361 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.535716 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.536060 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.536398 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.536732 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.537057 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.537381 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.537754 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.538014 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.538337 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.538684 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.539006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.539334 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:10.574610 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] No DVR routers for this DVR port f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:10.577877 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:10.579014 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-de0b95e0-af0e-477e-a37a-8d5111de031d req-be6b9b77-db58-4f50-86ee-670919ef8e53 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 210 time: 0.0311534 Feb 04 18:20:10.581332 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-9c139340-c7f3-440c-8cc6-a7eb4e6bc23f req-76f1b663-8482-4cea-8074-840e619bd01b tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "DELETE /v2.0/ports/f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 HTTP/1.1" status: 204 len: 173 time: 0.4860451 Feb 04 18:20:10.581782 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'name': 'network-vif-deleted', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:10.584166 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ab5bf9-5d5e-414e-95d0-ca7b0955a0ad" -d '{"events": [{"server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "name": "network-vif-deleted", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:10.626533 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3b262-0563-4578-b093-990ecb7fd9b4 x-openstack-request-id: req-a8d3b262-0563-4578-b093-990ecb7fd9b4 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:10.626831 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89345003-9b16-4b85-9a72-5f1b9d9e0d74", "name": "network-vif-deleted", "tag": "f0303691-ee1c-4cbd-b2e6-c1386c0a4d63", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:10.627084 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8d3b262-0563-4578-b093-990ecb7fd9b4 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:10.627491 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89345003-9b16-4b85-9a72-5f1b9d9e0d74', 'name': 'network-vif-deleted', 'tag': 'f0303691-ee1c-4cbd-b2e6-c1386c0a4d63', 'status': 'completed', 'code': 200} Feb 04 18:20:11.693567 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-e5da050c-c3a5-469e-b331-40320ec8c215 req-fe704dbc-0286-4bc0-9c4c-1830770641ca tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=89345003-9b16-4b85-9a72-5f1b9d9e0d74 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Feb 04 18:20:14.430693 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:14.452508 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:14.452865 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device f0303691-ee1c-4cbd-b2e6-c1386c0a4d63 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:15.216163 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 60986) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:15.380584 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port d3763e99-cdd3-492a-aabb-bfed5712caf3 {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:15.380987 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:15.490592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:15.491066 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (d3763e99-cdd3-492a-aabb-bfed5712caf3), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:15.513178 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for d3763e99-cdd3-492a-aabb-bfed5712caf3 owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:15.778321 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (d3763e99-cdd3-492a-aabb-bfed5712caf3), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:15.805864 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=d3763e99-cdd3-492a-aabb-bfed5712caf3,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:15.875969 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (663851bb-f63c-4c7f-95fc-63511bfbb293), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:15.876446 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.db.l3_db [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Floating IP 663851bb-f63c-4c7f-95fc-63511bfbb293 disassociated (deleted). External IP: 172.27.3.49, port: 98179b91-ea4a-4986-9a47-3e8973f618d3. Feb 04 18:20:16.103662 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:16.219922 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:16.226619 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:16.232728 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:16.246163 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:16.246903 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:16.265104 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-a3ba767e-3273-4af7-8119-923f14c00120 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "DELETE /v2.0/floatingips/663851bb-f63c-4c7f-95fc-63511bfbb293 HTTP/1.1" status: 204 len: 168 time: 1.0470369 Feb 04 18:20:16.266195 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3'}] {{(pid=109413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:16.270126 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53a1686b7c3d38228522bc4fec56153480e64a1ffcb129c781eb24f4b0469757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dba519c-faab-4f46-b8ee-32c006524d69" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3"}]}' {{(pid=109413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:16.317975 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0307355-1204-44b6-a667-c7acebd5d5b6 x-openstack-request-id: req-b0307355-1204-44b6-a667-c7acebd5d5b6 {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:16.318672 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3", "status": "completed", "code": 200}]} {{(pid=109413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:16.319072 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b0307355-1204-44b6-a667-c7acebd5d5b6 {{(pid=109413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:16.319687 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'status': 'completed', 'code': 200} Feb 04 18:20:16.421001 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:16.432767 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-8702cf1f-8aaa-4852-8835-74a8edbc5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:16.434547 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-8702cf1f-8aaa-4852-8835-74a8edbc5de0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7f2ff016321049ceb841522b8fe2c27a&device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 1129 time: 0.0645659 Feb 04 18:20:16.561151 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-11604595-50eb-4ecc-8624-de30ef0f3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:16.562673 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-11604595-50eb-4ecc-8624-de30ef0f3a97 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 200 len: 914 time: 0.1214540 Feb 04 18:20:16.618794 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-2c927223-f4cd-4b3b-97b1-c775433abb9c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 200 len: 217 time: 0.0412817 Feb 04 18:20:16.674938 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-7274ddeb-3b20-40b6-a56c-236710b3bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:16.677070 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-7274ddeb-3b20-40b6-a56c-236710b3bda0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 200 len: 851 time: 0.0527394 Feb 04 18:20:16.776424 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-29d9a230-73db-4804-a5e6-7a249bb8b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:16.778952 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-29d9a230-73db-4804-a5e6-7a249bb8b240 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783556 Feb 04 18:20:16.805857 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36b30-3d04-40c5-984a-fe183c03c807 req-e2037b82-ce41-47e6-9866-25845325c074 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:16.807481 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29f36b30-3d04-40c5-984a-fe183c03c807 req-e2037b82-ce41-47e6-9866-25845325c074 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0655389 Feb 04 18:20:16.864929 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-29f36b30-3d04-40c5-984a-fe183c03c807 req-9e9e87e1-d609-4d76-90f3-ffcb9148304d tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504477 Feb 04 18:20:16.908940 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:16.914167 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-44a180b1-b0e7-40ff-8046-9548f1ce172c service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269135 Feb 04 18:20:16.937053 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:16.946315 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:16.947105 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:17.011379 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-2dba519c-faab-4f46-b8ee-32c006524d69 req-a06e4780-37ea-4ad4-85fc-1200aba59573 service neutron] 10.222.0.113 "GET /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902822 Feb 04 18:20:17.087867 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:17.312509 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:17.339615 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6183c-ea1b-46a4-b0ba-70573af00ab8 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:11:45Z', 'revision_number': 4, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi', '_interfaces': [{'id': '233e06ac-206b-41b7-acd9-3db02115425d', 'name': '', 'network_id': 'c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'mac_address': 'fa:16:3e:b0:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:43Z', 'updated_at': '2022-02-04T18:11:50Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'subnets': [{'id': 'b28c7b1d-4c13-4951-ae10-c82e11571a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:17.579139 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a04f6f-2072-447a-b969-93ef46f9b1c5 None None] New status for floating IP 663851bb-f63c-4c7f-95fc-63511bfbb293: DOWN {{(pid=109415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 18:20:17.955910 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:18.018462 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf161ca-9278-4980-9caa-b2d487913a9c req-f4f86aec-3211-4fa8-8847-af3b1c1a2022 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:18.021120 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-acf161ca-9278-4980-9caa-b2d487913a9c req-f4f86aec-3211-4fa8-8847-af3b1c1a2022 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0760777 Feb 04 18:20:18.078361 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-acf161ca-9278-4980-9caa-b2d487913a9c req-382e43e3-59fe-4d83-8336-f89345f3cfe8 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/security-groups?id=d15c08a4-2e67-4f11-b126-d25f1f786f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511756 Feb 04 18:20:18.653564 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-3d58e34a-0603-45e1-be42-f8b84ae777a1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 18:20:18.655056 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-3d58e34a-0603-45e1-be42-f8b84ae777a1 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 945 time: 0.0532322 Feb 04 18:20:18.758077 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port 98179b91-ea4a-4986-9a47-3e8973f618d3 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:18.758454 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:18.857967 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] For port 98179b91-ea4a-4986-9a47-3e8973f618d3, host hv-cinder-82276, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82276',level=0,port_id=98179b91-ea4a-4986-9a47-3e8973f618d3,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:18.858331 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:18.872279 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for 98179b91-ea4a-4986-9a47-3e8973f618d3 owned by compute:nova {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:19.075173 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (98179b91-ea4a-4986-9a47-3e8973f618d3), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:19.114899 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=98179b91-ea4a-4986-9a47-3e8973f618d3,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:19.170449 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] No DVR routers for this DVR port 98179b91-ea4a-4986-9a47-3e8973f618d3 on host hv-cinder-82276 {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:19.173802 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for port (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:19.177544 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [req-36304b98-d2fa-4a61-8d1c-3c9afb386a68 req-96d2bbaa-92d3-4f8e-8952-987a8fec375c tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.113 "DELETE /v2.0/ports/98179b91-ea4a-4986-9a47-3e8973f618d3 HTTP/1.1" status: 204 len: 173 time: 0.5160282 Feb 04 18:20:19.182776 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'name': 'network-vif-deleted', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 18:20:19.182776 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47865e6f3d8ae7c7cf659626a83cdb390723aac75990fe7314c86b8d250126d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6d7f4-3109-4b1f-831b-5f0d18d31009" -d '{"events": [{"server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "name": "network-vif-deleted", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 18:20:19.218957 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-40d7e3e0-d130-4adc-89d4-601b9c4b675d req-1cc2ffd8-58e3-44b3-af23-676283518a0e tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Feb 04 18:20:19.221351 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b6e96-c0ea-4be1-aeb3-003cdd6c3e87 x-openstack-request-id: req-621b6e96-c0ea-4be1-aeb3-003cdd6c3e87 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 18:20:19.221797 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8c372c-53a6-4aec-8c97-08c8af67c775", "name": "network-vif-deleted", "tag": "98179b91-ea4a-4986-9a47-3e8973f618d3", "status": "completed", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 18:20:19.222189 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-621b6e96-c0ea-4be1-aeb3-003cdd6c3e87 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 18:20:19.222708 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c372c-53a6-4aec-8c97-08c8af67c775', 'name': 'network-vif-deleted', 'tag': '98179b91-ea4a-4986-9a47-3e8973f618d3', 'status': 'completed', 'code': 200} Feb 04 18:20:20.354919 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [req-0d37078e-4fa6-4557-b95b-cb497d6bc7c8 req-890adb7b-edb2-46b2-8f52-06952f581396 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "GET /v2.0/ports?device_id=bb8c372c-53a6-4aec-8c97-08c8af67c775 HTTP/1.1" status: 200 len: 210 time: 0.0454533 Feb 04 18:20:21.417627 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 32772) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:21.812427 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Deleting port a8127e39-7a92-40a6-8166-62ba4b8445ce {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:21.812768 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:21.894367 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:21.894748 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (a8127e39-7a92-40a6-8166-62ba4b8445ce), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:21.908637 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Calling delete_port for a8127e39-7a92-40a6-8166-62ba4b8445ce owned by network:floatingip {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:22.104068 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (a8127e39-7a92-40a6-8166-62ba4b8445ce), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:22.131942 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'Port': ['ID=a8127e39-7a92-40a6-8166-62ba4b8445ce,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:22.201786 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for floatingip (11f0b7ad-b10f-4e2b-9175-da80d9237382), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:22.204692 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87617'] for floatingip (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:22.205874 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-6ab87bcf-a578-4c76-b00d-53c5dfbc2f56 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "DELETE /v2.0/floatingips/11f0b7ad-b10f-4e2b-9175-da80d9237382 HTTP/1.1" status: 204 len: 168 time: 0.7868066 Feb 04 18:20:22.468002 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 98179b91-ea4a-4986-9a47-3e8973f618d3 no longer exists at agent hyperv_hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:22.495487 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] No Port match for: 98179b91-ea4a-4986-9a47-3e8973f618d3 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:22.495849 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Device 98179b91-ea4a-4986-9a47-3e8973f618d3 not bound to the agent host hv-cinder-82276 {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:23.543898 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32784) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:23.603274 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (d15c08a4-2e67-4f11-b126-d25f1f786f85), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:23.628930 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (d15c08a4-2e67-4f11-b126-d25f1f786f85), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:23.760734 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (d15c08a4-2e67-4f11-b126-d25f1f786f85), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:23.763924 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:23.765116 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] 10.222.0.98 "DELETE /v2.0/security-groups/d15c08a4-2e67-4f11-b126-d25f1f786f85 HTTP/1.1" status: 204 len: 168 time: 0.2201807 Feb 04 18:20:23.774807 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7ad1b-ad1e-45cc-8fa0-8c92f71aeaa6 tempest-TestVolumeBootPattern-2124800303 tempest-TestVolumeBootPattern-2124800303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15c08a4-2e67-4f11-b126-d25f1f786f85,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:23.899881 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32788) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:24.594007 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:24.851214 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Deleting port 233e06ac-206b-41b7-acd9-3db02115425d {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:24.851470 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (233e06ac-206b-41b7-acd9-3db02115425d), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:24.938186 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] For port 233e06ac-206b-41b7-acd9-3db02115425d, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=233e06ac-206b-41b7-acd9-3db02115425d,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:24.938597 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (233e06ac-206b-41b7-acd9-3db02115425d), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:24.953493 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Calling delete_port for 233e06ac-206b-41b7-acd9-3db02115425d owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:25.252273 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (233e06ac-206b-41b7-acd9-3db02115425d), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.279161 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Pushing event deleted for resources: {'Port': ['ID=233e06ac-206b-41b7-acd9-3db02115425d,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:25.467441 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.687082 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:25.794943 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:25.799988 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-b215a8bc-8a4a-430d-9d35-c61fbd344401 admin admin] 10.222.0.98 "PUT /v2.0/routers/3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990588 Feb 04 18:20:25.803485 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32792) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:25.803918 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Sync routers for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:25.815361 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:25.815987 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:25.914313 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks [] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:25.928691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: dv-cinder-822768-3-iscsi {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:26.029587 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks [] for router_gateway (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.117464 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:20:25Z', 'revision_number': 5, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port': {'id': '4766b8f2-8678-4692-82d9-ebdea3b3801d', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:40Z', 'updated_at': '2022-02-04T18:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:26.143967 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Checking router: 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a for host: dv-cinder-822768-3-iscsi {{(pid=109414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:26.153119 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Routers {'3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:26.154434 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'], 'active': True} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:26.174471 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Deleting port 4766b8f2-8678-4692-82d9-ebdea3b3801d {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:26.174849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.245501 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvr_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] Set router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a gateway port host: None {{(pid=109414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:26.273370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] For port 4766b8f2-8678-4692-82d9-ebdea3b3801d, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=4766b8f2-8678-4692-82d9-ebdea3b3801d,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:26.273773 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.293101 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Calling delete_port for 4766b8f2-8678-4692-82d9-ebdea3b3801d owned by network:router_gateway {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:26.305839 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_hamode_db [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:20:26Z', 'revision_number': 6, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:26.339735 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dfa93f-7d53-4c6b-840f-cd1c4c5bd103 None None] The sync data for ids ['3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a'] in dv-cinder-822768-3-iscsi is: [{'id': '3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a', 'name': 'tempest-TestVolumeBootPattern-1866272951-router', 'tenant_id': '7f2ff016321049ceb841522b8fe2c27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:39Z', 'updated_at': '2022-02-04T18:20:26Z', 'revision_number': 6, 'project_id': '7f2ff016321049ceb841522b8fe2c27a', 'gw_port_host': None}] {{(pid=109414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:26.450458 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:20:26.553327 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (4766b8f2-8678-4692-82d9-ebdea3b3801d), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.586445 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4766b8f2-8678-4692-82d9-ebdea3b3801d,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:26.646375 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.743838 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.746211 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks [] for router_controller (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.863750 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.864218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a {{(pid=109412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:20:26.868657 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.869800 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-89b20ae4-2ede-4774-8bc6-ccc6d0147bf1 admin admin] 10.222.0.98 "DELETE /v2.0/routers/3cbe9ac2-dedf-4ba5-be4c-8b5fa4bb4d0a HTTP/1.1" status: 204 len: 168 time: 1.0650144 Feb 04 18:20:26.872897 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32794) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:26.917637 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Deleting subnet b28c7b1d-4c13-4951-ae10-c82e11571a16 {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:20:26.920766 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Publish callbacks [] for subnet (b28c7b1d-4c13-4951-ae10-c82e11571a16), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:26.955833 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (b28c7b1d-4c13-4951-ae10-c82e11571a16), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.035857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (b28c7b1d-4c13-4951-ae10-c82e11571a16), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.166671 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (b28c7b1d-4c13-4951-ae10-c82e11571a16), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.191476 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28c7b1d-4c13-4951-ae10-c82e11571a16,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:27.197737 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.204859 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-49f74ebe-d76f-4bb0-a468-2a7a73a63818 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b28c7b1d-4c13-4951-ae10-c82e11571a16 HTTP/1.1" status: 204 len: 168 time: 0.3278019 Feb 04 18:20:27.205010 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [-] (109413) accepted ('10.222.0.98', 32796) {{(pid=109413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:27.205860 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ade62d-bba9-4f2f-8af8-9ab8d72a6bd7 None None] Network c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:27.274209 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.335971 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Deleting port 5db36c03-5214-4c2a-94c0-3e9449a44c9e {{(pid=109413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:27.336592 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.384112 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] DHCP port deletion for c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:20:27.404150 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] For port 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5db36c03-5214-4c2a-94c0-3e9449a44c9e,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:27.404517 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.417705 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Calling delete_port for 5db36c03-5214-4c2a-94c0-3e9449a44c9e owned by network:dhcp {{(pid=109413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:27.436214 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Deleting port 5db36c03-5214-4c2a-94c0-3e9449a44c9e {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:27.436589 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.505246 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] For port 5db36c03-5214-4c2a-94c0-3e9449a44c9e, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=5db36c03-5214-4c2a-94c0-3e9449a44c9e,segment=NetworkSegment(a452f094-7cf6-488f-9f3c-a01b95dd00e5),segment_id=a452f094-7cf6-488f-9f3c-a01b95dd00e5)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:27.505698 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.518367 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Calling delete_port for 5db36c03-5214-4c2a-94c0-3e9449a44c9e owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:27.621503 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26396532'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.630798 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (5db36c03-5214-4c2a-94c0-3e9449a44c9e), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.649325 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Pushing event deleted for resources: {'Port': ['ID=5db36c03-5214-4c2a-94c0-3e9449a44c9e,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:27.655586 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] No DVR routers for this DVR port 5db36c03-5214-4c2a-94c0-3e9449a44c9e on host dv-cinder-822768-3-iscsi {{(pid=109413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:27.659609 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Pushing event deleted for resources: {'Port': ['ID=5db36c03-5214-4c2a-94c0-3e9449a44c9e,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:27.668609 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] No DVR routers for this DVR port 5db36c03-5214-4c2a-94c0-3e9449a44c9e on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:27.671619 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.671992 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.672345 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.672691 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.673031 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.673368 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.673703 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.674066 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.674400 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.674757 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.675094 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.675420 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.675769 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8716654-1675-4720-b9fc-a96a268f026a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822768-3-iscsi {{(pid=109414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 18:20:27.728143 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.749273 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632']}} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:27.758697 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a452f094-7cf6-488f-9f3c-a01b95dd00e5') {'for_net_delete': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:27.758991 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.services.segments.db [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a452f094-7cf6-488f-9f3c-a01b95dd00e5') {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:27.771965 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2767564'] for segment (a452f094-7cf6-488f-9f3c-a01b95dd00e5), before_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.786002 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (a452f094-7cf6-488f-9f3c-a01b95dd00e5), precommit_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.791978 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=109413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26396551'] for segment (a452f094-7cf6-488f-9f3c-a01b95dd00e5), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: Traceback (most recent call last): Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: timer() Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: cb(*args, **kw) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: return func(*args, **kwargs) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: self._notify() Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: self.callback(batched_events) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: event.method(event) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: return f(self, *a, **k) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._get(url).json() Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: return self.request(url, 'GET', **kwargs) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:20:27.796804 dv-cinder-822768-3-iscsi neutron-server[109413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:20:27.926820 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632), after_delete {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.931984 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:27.935256 dv-cinder-822768-3-iscsi neutron-server[109413]: INFO neutron.wsgi [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] 10.222.0.98 "DELETE /v2.0/networks/c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632 HTTP/1.1" status: 204 len: 168 time: 0.7298696 Feb 04 18:20:27.939725 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32798) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:27.946296 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb2665-8c67-46ee-a554-aceada4b637f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f9ed8d-fda8-42c7-8ea1-cd07bcb8b632,revision_number=None']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:28.044547 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5db36c03-5214-4c2a-94c0-3e9449a44c9e no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:28.065035 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 5db36c03-5214-4c2a-94c0-3e9449a44c9e {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:28.065386 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 5db36c03-5214-4c2a-94c0-3e9449a44c9e not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:28.065815 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 233e06ac-206b-41b7-acd9-3db02115425d no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:28.085425 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 233e06ac-206b-41b7-acd9-3db02115425d {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:28.085776 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 233e06ac-206b-41b7-acd9-3db02115425d not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:28.086208 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 4766b8f2-8678-4692-82d9-ebdea3b3801d no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:28.107267 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 4766b8f2-8678-4692-82d9-ebdea3b3801d {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:28.107613 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 4766b8f2-8678-4692-82d9-ebdea3b3801d not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:28.297006 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473282'] for router_interface (707bf59a-560d-499f-8d27-76679bd6ffde), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:28.546522 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Deleting port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:28.546866 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:28.569939 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-74070136-eb43-4d15-98e1-fa3b8e96652a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:28.635308 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] For port 67ab6a73-260d-4710-9b3f-bd4fa19ddab4, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:28.635673 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:28.649621 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Calling delete_port for 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 owned by network:router_interface {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:28.903466 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (67ab6a73-260d-4710-9b3f-bd4fa19ddab4), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:28.929534 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ab6a73-260d-4710-9b3f-bd4fa19ddab4,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:29.106896 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473142'] for router_interface (707bf59a-560d-499f-8d27-76679bd6ffde), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:29.581110 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Router 707bf59a-560d-499f-8d27-76679bd6ffde has already been hosted by L3 agent 4220c3fb-462d-4736-9456-37c06b44d6a7 {{(pid=109412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 18:20:29.688127 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] Notify agent at l3_agent.dv-cinder-822768-3-iscsi the message routers_updated {{(pid=109412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 18:20:29.693730 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-e524e763-6862-4183-8ea1-9f7fd4955b94 admin admin] 10.222.0.98 "PUT /v2.0/routers/707bf59a-560d-499f-8d27-76679bd6ffde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543187 Feb 04 18:20:29.696218 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32800) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:29.697497 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Sync routers for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 18:20:29.708617 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:29.709219 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:29.803264 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks [] for router (707bf59a-560d-499f-8d27-76679bd6ffde), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:29.812828 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: dv-cinder-822768-3-iscsi {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:29.911093 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks [] for router_gateway (707bf59a-560d-499f-8d27-76679bd6ffde), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:29.996289 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'external_fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:20:28Z', 'revision_number': 5, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port': {'id': '579c3962-f6e0-484a-9fc0-a02efd1cf884', 'name': '', 'network_id': '164d1fb6-01fb-4817-8246-f0bd2b07ef86', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '94452442-07cc-4360-9b17-b8afff7d0408', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822768-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T18:11:52Z', 'updated_at': '2022-02-04T18:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94452442-07cc-4360-9b17-b8afff7d0408', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822768-3-iscsi'}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:30.027752 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Deleting port 579c3962-f6e0-484a-9fc0-a02efd1cf884 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:30.028106 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.111551 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Checking router: 707bf59a-560d-499f-8d27-76679bd6ffde for host: dv-cinder-822768-3-iscsi {{(pid=109415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 18:20:30.119812 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] For port 579c3962-f6e0-484a-9fc0-a02efd1cf884, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=579c3962-f6e0-484a-9fc0-a02efd1cf884,segment=NetworkSegment(10419bf0-4347-4b7c-9e37-fe4e66e2cb64),segment_id=10419bf0-4347-4b7c-9e37-fe4e66e2cb64)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:30.120393 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Routers {'707bf59a-560d-499f-8d27-76679bd6ffde'} bound to L3 agent in host dv-cinder-822768-3-iscsi {{(pid=109415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 18:20:30.120526 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.120630 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822768-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:52:31Z,description=,heartbeat_timestamp=2022-02-04T18:20:01Z,host='dv-cinder-822768-3-iscsi',id=4220c3fb-462d-4736-9456-37c06b44d6a7,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:52:31Z,topic='l3_agent')) {'router_ids': ['707bf59a-560d-499f-8d27-76679bd6ffde'], 'active': True} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:30.133651 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Calling delete_port for 579c3962-f6e0-484a-9fc0-a02efd1cf884 owned by network:router_gateway {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:30.211459 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_dvr_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] Set router 707bf59a-560d-499f-8d27-76679bd6ffde gateway port host: None {{(pid=109415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 18:20:30.269766 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.l3_hamode_db [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:20:29Z', 'revision_number': 6, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port_host': None}], 'dv-cinder-822768-3-iscsi', False) {} {{(pid=109415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:30.297610 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af5e7c-ff51-4d83-8e01-318de8830fff None None] The sync data for ids ['707bf59a-560d-499f-8d27-76679bd6ffde'] in dv-cinder-822768-3-iscsi is: [{'id': '707bf59a-560d-499f-8d27-76679bd6ffde', 'name': 'tempest-TestVolumeBootPattern-279991587-router', 'tenant_id': 'dd6f37e182af422f8ac957cbb116fc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T18:11:51Z', 'updated_at': '2022-02-04T18:20:29Z', 'revision_number': 6, 'project_id': 'dd6f37e182af422f8ac957cbb116fc11', 'gw_port_host': None}] {{(pid=109415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 18:20:30.398452 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (579c3962-f6e0-484a-9fc0-a02efd1cf884), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.421722 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Pushing event deleted for resources: {'Port': ['ID=579c3962-f6e0-484a-9fc0-a02efd1cf884,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:30.493063 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1579672'] for router_gateway (707bf59a-560d-499f-8d27-76679bd6ffde), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.591632 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13896'] for router (707bf59a-560d-499f-8d27-76679bd6ffde), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.594686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks [] for router_controller (707bf59a-560d-499f-8d27-76679bd6ffde), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.726506 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474664'] for router (707bf59a-560d-499f-8d27-76679bd6ffde), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.727136 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 707bf59a-560d-499f-8d27-76679bd6ffde {{(pid=109412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 18:20:30.738501 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.739681 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d95418ac-dce9-4554-9b25-c3d80f9d3647 admin admin] 10.222.0.98 "DELETE /v2.0/routers/707bf59a-560d-499f-8d27-76679bd6ffde HTTP/1.1" status: 204 len: 168 time: 1.0425136 Feb 04 18:20:30.742171 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32802) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:30.786404 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Deleting subnet 84016a9b-4040-417e-a473-eca8b287ec14 {{(pid=109412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 18:20:30.789690 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Publish callbacks [] for subnet (84016a9b-4040-417e-a473-eca8b287ec14), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.828931 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2720842'] for subnet (84016a9b-4040-417e-a473-eca8b287ec14), precommit_delete_associations {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.874941 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-be3d06bd-741e-479c-88d6-b59dc31993cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.907735 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1345894'] for subnet (84016a9b-4040-417e-a473-eca8b287ec14), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:30.995396 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1345903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3063389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26274908'] for subnet (84016a9b-4040-417e-a473-eca8b287ec14), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.023918 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84016a9b-4040-417e-a473-eca8b287ec14,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:31.027370 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for subnet (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.031482 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-2f44f5d0-e4c1-4356-b5c8-5d17b0d6e763 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/84016a9b-4040-417e-a473-eca8b287ec14 HTTP/1.1" status: 204 len: 168 time: 0.2880645 Feb 04 18:20:31.033849 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32804) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:31.034063 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e0ca4-c803-4b70-a201-976da89957f9 None None] Network f6939c6a-9525-41d8-bedf-b2555bef55d8 requested from dv-cinder-822768-3-iscsi {{(pid=109414) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 18:20:31.109309 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695151'] for network (f6939c6a-9525-41d8-bedf-b2555bef55d8), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.167520 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Deleting port 76897b60-c628-4b7f-981b-a35f32582399 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:31.168144 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (76897b60-c628-4b7f-981b-a35f32582399), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.191797 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] DHCP port deletion for f6939c6a-9525-41d8-bedf-b2555bef55d8 request from dv-cinder-822768-3-iscsi {{(pid=109414) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 18:20:31.247036 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Deleting port 76897b60-c628-4b7f-981b-a35f32582399 {{(pid=109414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 18:20:31.247421 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742362884994'] for port (76897b60-c628-4b7f-981b-a35f32582399), before_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.248643 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] For port 76897b60-c628-4b7f-981b-a35f32582399, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=76897b60-c628-4b7f-981b-a35f32582399,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:31.249081 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (76897b60-c628-4b7f-981b-a35f32582399), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.263419 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Calling delete_port for 76897b60-c628-4b7f-981b-a35f32582399 owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:31.315499 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.db [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] For port 76897b60-c628-4b7f-981b-a35f32582399, host dv-cinder-822768-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822768-3-iscsi',level=0,port_id=76897b60-c628-4b7f-981b-a35f32582399,segment=NetworkSegment(d41a55f0-814d-470c-a8c7-1989208e0312),segment_id=d41a55f0-814d-470c-a8c7-1989208e0312)] {{(pid=109414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 18:20:31.315906 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-479016'] for port (76897b60-c628-4b7f-981b-a35f32582399), precommit_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.330827 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Calling delete_port for 76897b60-c628-4b7f-981b-a35f32582399 owned by network:dhcp {{(pid=109414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 18:20:31.423196 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3063296'] for port (76897b60-c628-4b7f-981b-a35f32582399), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.428804 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1403293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2000288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742362889957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742362460272'] for port (76897b60-c628-4b7f-981b-a35f32582399), after_delete {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.449388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=76897b60-c628-4b7f-981b-a35f32582399,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:31.453535 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] No DVR routers for this DVR port 76897b60-c628-4b7f-981b-a35f32582399 on host dv-cinder-822768-3-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:31.459218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] No DVR routers for this DVR port 76897b60-c628-4b7f-981b-a35f32582399 on host dv-cinder-822768-3-iscsi {{(pid=109414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 18:20:31.465967 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e94b58-56fd-471a-b63d-b92ec9ed6333 None None] Pushing event deleted for resources: {'Port': ['ID=76897b60-c628-4b7f-981b-a35f32582399,revision_number=None']} {{(pid=109414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:31.529352 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1347827', 'neutron.services.segments.db._delete_segments_for_network-8742362977365'] for network (f6939c6a-9525-41d8-bedf-b2555bef55d8), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.550177 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6939c6a-9525-41d8-bedf-b2555bef55d8']}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:31.559482 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41a55f0-814d-470c-a8c7-1989208e0312') {'for_net_delete': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:31.559780 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.services.segments.db [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41a55f0-814d-470c-a8c7-1989208e0312') {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 18:20:31.569759 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742362976350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2720835'] for segment (d41a55f0-814d-470c-a8c7-1989208e0312), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.583633 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853'] for segment (d41a55f0-814d-470c-a8c7-1989208e0312), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.589451 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=109412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 18:20:31.589834 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1344853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3063539'] for segment (d41a55f0-814d-470c-a8c7-1989208e0312), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: Traceback (most recent call last): Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: timer() Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: cb(*args, **kw) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: return func(*args, **kwargs) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: self._notify() Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: self.callback(batched_events) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: event.method(event) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: return f(self, *a, **k) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._get(url).json() Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: return self.request(url, 'GET', **kwargs) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 18:20:31.591515 dv-cinder-822768-3-iscsi neutron-server[109412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 18:20:31.703686 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1347832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1579700'] for network (f6939c6a-9525-41d8-bedf-b2555bef55d8), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.709106 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677565'] for network (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:31.712341 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] 10.222.0.98 "DELETE /v2.0/networks/f6939c6a-9525-41d8-bedf-b2555bef55d8 HTTP/1.1" status: 204 len: 168 time: 0.6774635 Feb 04 18:20:31.723591 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee2790-54a3-4bf3-9fcf-4ae3039d4b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6939c6a-9525-41d8-bedf-b2555bef55d8,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:32.049002 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32808) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:32.049103 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 579c3962-f6e0-484a-9fc0-a02efd1cf884 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:32.066532 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 579c3962-f6e0-484a-9fc0-a02efd1cf884 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:32.066888 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 579c3962-f6e0-484a-9fc0-a02efd1cf884 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:32.067355 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:32.084659 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-ae348ea6-a65d-4bfe-a826-a541e2d0bc29 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f2ff016321049ceb841522b8fe2c27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421393 Feb 04 18:20:32.087348 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32810) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:32.091681 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:32.092546 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 67ab6a73-260d-4710-9b3f-bd4fa19ddab4 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:32.093018 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 76897b60-c628-4b7f-981b-a35f32582399 no longer exists at agent ovs-agent-dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 18:20:32.119895 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] No Port match for: 76897b60-c628-4b7f-981b-a35f32582399 {{(pid=109414) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 18:20:32.120247 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron.plugins.ml2.rpc [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Device 76897b60-c628-4b7f-981b-a35f32582399 not bound to the agent host dv-cinder-822768-3-iscsi {{(pid=109414) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 18:20:32.138133 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] Publish callbacks [] for security_group (1d17182f-e899-48d1-91ce-aa68b8469f65), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:32.160388 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] Publish callbacks [] for security_group (1d17182f-e899-48d1-91ce-aa68b8469f65), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:32.176103 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:32.272511 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (1d17182f-e899-48d1-91ce-aa68b8469f65), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:32.275350 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:32.276775 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1d17182f-e899-48d1-91ce-aa68b8469f65 HTTP/1.1" status: 204 len: 168 time: 0.1883154 Feb 04 18:20:32.285578 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0311e7c-d8c4-40d5-89f5-5caa362bf6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17182f-e899-48d1-91ce-aa68b8469f65,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:32.909627 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32816) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:32.949644 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-30dbceba-d8a4-40f6-8634-0df9b63ce078 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dd6f37e182af422f8ac957cbb116fc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388052 Feb 04 18:20:32.952857 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.wsgi [-] (109412) accepted ('10.222.0.98', 32818) {{(pid=109412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 18:20:33.002823 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] Publish callbacks [] for security_group (187a526e-369e-4983-b897-6b44145f5953), before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.023867 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] Publish callbacks [] for security_group (187a526e-369e-4983-b897-6b44145f5953), precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.141338 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648883'] for security_group (187a526e-369e-4983-b897-6b44145f5953), after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.143935 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:33.145119 dv-cinder-822768-3-iscsi neutron-server[109412]: INFO neutron.wsgi [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/187a526e-369e-4983-b897-6b44145f5953 HTTP/1.1" status: 204 len: 168 time: 0.1913612 Feb 04 18:20:33.159718 dv-cinder-822768-3-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a7901-8c30-47b2-bf83-fd4e74c588f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a526e-369e-4983-b897-6b44145f5953,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 18:20:33.312870 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:34.827340 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:47.965190 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:20:58.571024 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-ee437aff-113d-48ce-a6c4-fd0d60302611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:00.877324 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-31f53700-87b8-42d7-b837-e67e814d9b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:02.153692 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:03.339976 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:03.453490 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:21:04.828055 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:17.953413 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:28.552716 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0a7866e7-40aa-4665-b12c-22dc439c86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:30.883763 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-596b3a1f-b10e-442a-b4eb-fd2122283406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:32.153219 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:33.363921 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:34.830739 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:40.455717 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:21:48.048245 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:21:58.618308 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-e4578985-0f32-495d-9491-b584f58d3e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:00.855306 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-70e309bd-916e-4ca6-8aa5-9eb40493b70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:02.151778 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:03.334082 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:04.854086 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:17.456872 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:22:17.978893 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:28.548218 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-63e29033-f4cc-4dff-881d-c3f740844560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:30.850754 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-81384003-b985-4915-9d3e-5b876e935598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:32.144537 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:33.353861 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:34.864833 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:48.012694 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:22:54.462110 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:22:58.543662 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-4103cf03-e8f6-4bf5-be86-6262d7075177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:00.895638 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-41827516-9f27-42c3-adb4-27c2b5441af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:02.189116 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:03.346773 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:04.857246 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:17.976705 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:28.562790 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-c4c0bede-d84c-4a2f-a140-b33e8cc4501f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:30.885067 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-044b5ae1-0425-4b80-ac26-3c1476f84fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:31.467661 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:23:32.185947 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:33.342359 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:34.848178 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:48.007507 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:23:58.539577 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-81f386da-b070-418b-8faf-3f33ec7d7c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:00.906934 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-0523cce8-673f-40ab-be17-9b12d2690561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:02.215137 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:03.321547 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:04.858617 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:08.472061 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:24:14.079809 dv-cinder-822768-3-iscsi neutron-server[109413]: DEBUG neutron.wsgi [req-bd2fadfc-7593-42cb-9c55-f1c9a271138d req-100d3413-54fb-4f1a-af81-4cebd729e12c service neutron] (109413) timed out ('10.222.0.98', 55322) {{(pid=109413) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 18:24:18.034819 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:28.556723 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-edef5f97-ce2f-4350-b6a1-c5a764d5c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:30.860499 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-2b8096d5-cb34-46bd-9180-1552c57ef0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:32.180704 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:33.339417 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:34.840205 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:45.469166 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:24:48.016955 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:24:58.600175 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-838fff92-a8d0-4ebb-99e1-b02ff5b1a64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:00.876154 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-a2874006-9390-41f7-bbb5-2d3f676fb463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:02.184025 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:03.338140 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:04.841226 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:18.049600 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:22.466813 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:25:28.594386 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-fc650076-d655-47ed-b0fa-5c865fa88554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:30.885925 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-9d264074-e727-4e32-8650-792196463e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:32.180941 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:33.337539 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:34.852969 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:48.033726 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:58.564433 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-648e64dc-bec0-4939-b893-a6a3d3d17d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (57b58203-2bbf-46b6-96ee-0f18ca9300b5), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:25:59.475234 dv-cinder-822768-3-iscsi neutron-server[109415]: DEBUG neutron.db.agents_db [None req-49081620-31d6-441c-b7b2-dff2249f959c None None] Agent healthcheck: found 6 active agents {{(pid=109415) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 18:26:00.907626 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-7888d85b-9135-4146-991d-44bae3a63232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4220c3fb-462d-4736-9456-37c06b44d6a7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:02.244656 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-d69001cd-029d-4e00-868b-737736c37138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (937e6e74-c407-43bd-bb31-849b83d57332), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:03.345097 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-3ae28455-c07c-41e8-aaca-4aac84c99507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (93a24d4f-d77b-462e-87ef-783882d2aba7), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:04.850364 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5f50-b597-49f4-b267-942e7934f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (2df97f4b-3dcf-497d-8c62-220c71a71ecb), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 18:26:18.029995 dv-cinder-822768-3-iscsi neutron-server[109414]: DEBUG neutron_lib.callbacks.manager [None req-6429e2d4-b681-44f2-9b88-f26ef0af6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742362977347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1350064'] for agent (4816e26b-6965-4709-84b7-d6952d6795dc), after_update {{(pid=109414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}